{
  "schemaVersion": 1,
  "deviceProperties": [
    {
      "id": 0, "name": "NVIDIA H200", "totalGlobalMem": 149631664128,
      "computeMajor": 9, "computeMinor": 0,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048,
      "regsPerBlock": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "numSms": 132
    , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472
    },
    {
      "id": 1, "name": "NVIDIA H200", "totalGlobalMem": 149631664128,
      "computeMajor": 9, "computeMinor": 0,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048,
      "regsPerBlock": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "numSms": 132
    , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472
    },
    {
      "id": 2, "name": "NVIDIA H200", "totalGlobalMem": 149631664128,
      "computeMajor": 9, "computeMinor": 0,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048,
      "regsPerBlock": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "numSms": 132
    , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472
    },
    {
      "id": 3, "name": "NVIDIA H200", "totalGlobalMem": 149631664128,
      "computeMajor": 9, "computeMinor": 0,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048,
      "regsPerBlock": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "numSms": 132
    , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472
    },
    {
      "id": 4, "name": "NVIDIA H200", "totalGlobalMem": 149631664128,
      "computeMajor": 9, "computeMinor": 0,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048,
      "regsPerBlock": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "numSms": 132
    , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472
    },
    {
      "id": 5, "name": "NVIDIA H200", "totalGlobalMem": 149631664128,
      "computeMajor": 9, "computeMinor": 0,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048,
      "regsPerBlock": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "numSms": 132
    , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472
    },
    {
      "id": 6, "name": "NVIDIA H200", "totalGlobalMem": 149631664128,
      "computeMajor": 9, "computeMinor": 0,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048,
      "regsPerBlock": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "numSms": 132
    , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472
    },
    {
      "id": 7, "name": "NVIDIA H200", "totalGlobalMem": 149631664128,
      "computeMajor": 9, "computeMinor": 0,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 2048,
      "regsPerBlock": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "numSms": 132
    , "regsPerMultiprocessor": 65536, "sharedMemPerBlockOptin": 232448, "sharedMemPerMultiprocessor": 233472
    }
  ],
  "cupti_version": 22,
  "cuda_runtime_version": 12040,
  "cuda_driver_version": 12080,
  "distributedInfo": {"backend": "nccl", "rank": 0, "world_size": 8, "pg_count": 1, "pg_config": [{"pg_name": "0", "pg_desc": "default_pg", "backend_config": "cuda:nccl", "pg_size": 8, "ranks": [0, 1, 2, 3, 4, 5, 6, 7]}], "nccl_version": "2.21.5"},
  "record_shapes": 1,
  "trace_id": "7B4805FDA7BC4C91A3C8686724056F34",
  "traceEvents": [
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: DivBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650732580.178, "dur": 138.134,
    "args": {
      "External id": 17409,"Record function id": 0, "Sequence number": 246770, "Fwd thread id": 1, "Ev Idx": 0
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "DivBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650732603.097, "dur": 103.860,
    "args": {
      "External id": 17410,"Sequence number": 246770, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 1
    }
  },
  {
    "ph": "f", "id": 1, "pid": 1336753, "tid": 1381210, "ts": 1295650732603.097,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::div", "pid": 1336753, "tid": 1381210,
    "ts": 1295650732612.560, "dur": 91.951,
    "args": {
      "External id": 17411,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "long int"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 2
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650732733.380, "dur": 296.116,
    "args": {
      "External id": 17412,"Record function id": 0, "Ev Idx": 3
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650732805.963, "dur": 106.894,
    "args": {
      "External id": 17413,"Record function id": 0, "Ev Idx": 4
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.27", "pid": 1336753, "tid": 1381210,
    "ts": 1295650732841.391, "dur": 59.750,
    "args": {
      "External id": 17414,"Record function id": 0, "Ev Idx": 5
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650732917.966, "dur": 1.769,
    "args": {
      "External id": 17415,"Sequence number": 246769, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 6
    }
  },
  {
    "ph": "f", "id": 2, "pid": 1336753, "tid": 1381210, "ts": 1295650732917.966,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650732924.532, "dur": 96.066,
    "args": {
      "External id": 17416,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 7
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650732935.471, "dur": 84.291,
    "args": {
      "External id": 17417,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[1], [], [], []], "Ev Idx": 8
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650732945.501, "dur": 2.464,
    "args": {
      "External id": 17418,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FusedLinearCrossEntropyFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650733041.482, "dur": 36402.933,
    "args": {
      "External id": 17419,"Record function id": 0, "Sequence number": 246767, "Fwd thread id": 1, "Ev Idx": 10
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650733043.379, "dur": 36385.616,
    "args": {
      "External id": 17420,"Sequence number": 246767, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11
    }
  },
  {
    "ph": "f", "id": 3, "pid": 1336753, "tid": 1381210, "ts": 1295650733043.379,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650733097.269, "dur": 3.950,
    "args": {
      "External id": 17421,"Record function id": 0, "Concrete Inputs": ["[]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 12
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650733104.823, "dur": 36202.648,
    "args": {
      "External id": 17422,"Record function id": 0, "Concrete Inputs": ["", "", "6", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 13
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650733109.611, "dur": 36197.591,
    "args": {
      "External id": 17423,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], []], "Ev Idx": 14
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650733114.020, "dur": 8.712,
    "args": {
      "External id": 17424,"Record function id": 0, "Concrete Inputs": ["[]", "[]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 15
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650733125.518, "dur": 36180.503,
    "args": {
      "External id": 17425,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 16
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::lift_fresh", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769312.503, "dur": 0.610,
    "args": {
      "External id": 17426,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 17
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769316.025, "dur": 3.875,
    "args": {
      "External id": 17427,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 18
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769318.504, "dur": 1.263,
    "args": {
      "External id": 17428,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 19
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769326.955, "dur": 33.886,
    "args": {
      "External id": 17429,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 20
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769369.713, "dur": 49.679,
    "args": {
      "External id": 17430,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 21
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769371.833, "dur": 47.355,
    "args": {
      "External id": 17431,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 22
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769374.139, "dur": 44.720,
    "args": {
      "External id": 17432,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 23
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769454.026, "dur": 19.787,
    "args": {
      "External id": 17433,"Record function id": 0, "Sequence number": 246766, "Fwd thread id": 1, "Ev Idx": 24
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769456.010, "dur": 13.897,
    "args": {
      "External id": 17434,"Sequence number": 246766, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 25
    }
  },
  {
    "ph": "f", "id": 4, "pid": 1336753, "tid": 1381210, "ts": 1295650769456.010,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769460.333, "dur": 9.360,
    "args": {
      "External id": 17435,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 26
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769463.641, "dur": 5.796,
    "args": {
      "External id": 17436,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 27
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769478.259, "dur": 115.439,
    "args": {
      "External id": 17437,"Record function id": 0, "Sequence number": 246765, "Fwd thread id": 1, "Ev Idx": 28
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769479.228, "dur": 104.677,
    "args": {
      "External id": 17438,"Sequence number": 246765, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 29
    }
  },
  {
    "ph": "f", "id": 5, "pid": 1336753, "tid": 1381210, "ts": 1295650769479.228,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769483.046, "dur": 100.352,
    "args": {
      "External id": 17439,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], [], []], "Ev Idx": 30
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769489.391, "dur": 41.993,
    "args": {
      "External id": 17440,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 31
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769492.364, "dur": 6.394,
    "args": {
      "External id": 17441,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 32
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769501.425, "dur": 29.663,
    "args": {
      "External id": 17442,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 33
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769507.410, "dur": 23.206,
    "args": {
      "External id": 17443,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 34
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769534.381, "dur": 6.220,
    "args": {
      "External id": 17444,"Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], []], "Ev Idx": 35
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769538.621, "dur": 1.590,
    "args": {
      "External id": 17445,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[8388608, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 36
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769541.791, "dur": 40.830,
    "args": {
      "External id": 17446,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 37
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SelectBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769598.211, "dur": 68.764,
    "args": {
      "External id": 17447,"Record function id": 0, "Sequence number": 246764, "Fwd thread id": 1, "Ev Idx": 38
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SelectBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769599.195, "dur": 62.642,
    "args": {
      "External id": 17448,"Sequence number": 246764, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 39
    }
  },
  {
    "ph": "f", "id": 6, "pid": 1336753, "tid": 1381210, "ts": 1295650769599.195,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769603.629, "dur": 57.974,
    "args": {
      "External id": 17449,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "2", "3"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 40
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769606.186, "dur": 20.750,
    "args": {
      "External id": 17450,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 41
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769607.451, "dur": 3.536,
    "args": {
      "External id": 17451,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 42
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769612.026, "dur": 14.652,
    "args": {
      "External id": 17452,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 43
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769613.571, "dur": 12.771,
    "args": {
      "External id": 17453,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 44
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769631.233, "dur": 7.573,
    "args": {
      "External id": 17454,"Record function id": 0, "Concrete Inputs": ["", "2", "3"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 45
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769636.742, "dur": 1.202,
    "args": {
      "External id": 17455,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "6144"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 46
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769639.954, "dur": 21.063,
    "args": {
      "External id": 17456,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 47
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769671.421, "dur": 133.534,
    "args": {
      "External id": 17457,"Record function id": 0, "Sequence number": 246763, "Fwd thread id": 1, "Ev Idx": 48
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769672.416, "dur": 126.353,
    "args": {
      "External id": 17458,"Sequence number": 246763, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 49
    }
  },
  {
    "ph": "f", "id": 7, "pid": 1336753, "tid": 1381210, "ts": 1295650769672.416,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769674.342, "dur": 124.180,
    "args": {
      "External id": 17459,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], [], []], "Ev Idx": 50
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769678.603, "dur": 15.916,
    "args": {
      "External id": 17460,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 51
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769679.680, "dur": 2.308,
    "args": {
      "External id": 17461,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 52
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769682.609, "dur": 11.666,
    "args": {
      "External id": 17462,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 53
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769683.575, "dur": 10.369,
    "args": {
      "External id": 17463,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 54
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769698.505, "dur": 2.782,
    "args": {
      "External id": 17464,"Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 55
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769700.411, "dur": 0.689,
    "args": {
      "External id": 17465,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 56
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769701.921, "dur": 95.761,
    "args": {
      "External id": 17466,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 57
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769811.187, "dur": 103.748,
    "args": {
      "External id": 17467,"Record function id": 0, "Sequence number": 246762, "Fwd thread id": 1, "Ev Idx": 58
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769812.132, "dur": 98.490,
    "args": {
      "External id": 17468,"Sequence number": 246762, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 59
    }
  },
  {
    "ph": "f", "id": 8, "pid": 1336753, "tid": 1381210, "ts": 1295650769812.132,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769814.515, "dur": 95.798,
    "args": {
      "External id": 17469,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], [], []], "Ev Idx": 60
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769815.822, "dur": 22.065,
    "args": {
      "External id": 17470,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 61
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769817.412, "dur": 4.412,
    "args": {
      "External id": 17471,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 62
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769822.627, "dur": 14.990,
    "args": {
      "External id": 17472,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 63
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769823.544, "dur": 13.642,
    "args": {
      "External id": 17473,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 64
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769841.479, "dur": 4.873,
    "args": {
      "External id": 17474,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 65
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769845.521, "dur": 0.659,
    "args": {
      "External id": 17475,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 66
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769847.245, "dur": 62.544,
    "args": {
      "External id": 17476,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 67
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769919.558, "dur": 38.034,
    "args": {
      "External id": 17477,"Record function id": 0, "Sequence number": 246761, "Fwd thread id": 1, "Ev Idx": 68
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769920.945, "dur": 1.635,
    "args": {
      "External id": 17478,"Sequence number": 246761, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 69
    }
  },
  {
    "ph": "f", "id": 9, "pid": 1336753, "tid": 1381210, "ts": 1295650769920.945,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769925.491, "dur": 27.710,
    "args": {
      "External id": 17479,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 70
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769928.253, "dur": 24.508,
    "args": {
      "External id": 17480,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[1], [], [], []], "Ev Idx": 71
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769933.585, "dur": 0.503,
    "args": {
      "External id": 17481,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 72
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FusedLinearCrossEntropyFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769962.428, "dur": 2257.637,
    "args": {
      "External id": 17482,"Record function id": 0, "Sequence number": 246759, "Fwd thread id": 1, "Ev Idx": 73
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650769964.134, "dur": 2215.924,
    "args": {
      "External id": 17483,"Sequence number": 246759, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 74
    }
  },
  {
    "ph": "f", "id": 10, "pid": 1336753, "tid": 1381210, "ts": 1295650769964.134,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650770034.630, "dur": 3.270,
    "args": {
      "External id": 17484,"Record function id": 0, "Concrete Inputs": ["[]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 75
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650770041.157, "dur": 2045.734,
    "args": {
      "External id": 17485,"Record function id": 0, "Concrete Inputs": ["", "", "6", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 76
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650770042.908, "dur": 2043.683,
    "args": {
      "External id": 17486,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], []], "Ev Idx": 77
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650770046.187, "dur": 4.601,
    "args": {
      "External id": 17487,"Record function id": 0, "Concrete Inputs": ["[]", "[]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 78
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650770054.359, "dur": 2031.479,
    "args": {
      "External id": 17488,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 79
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::lift_fresh", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772090.924, "dur": 0.384,
    "args": {
      "External id": 17489,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 80
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772093.159, "dur": 2.965,
    "args": {
      "External id": 17490,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 81
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772094.699, "dur": 0.945,
    "args": {
      "External id": 17491,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 82
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772100.846, "dur": 23.321,
    "args": {
      "External id": 17492,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 83
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772130.043, "dur": 42.124,
    "args": {
      "External id": 17493,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 84
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772131.090, "dur": 40.836,
    "args": {
      "External id": 17494,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 85
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772132.597, "dur": 38.884,
    "args": {
      "External id": 17495,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 86
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772192.088, "dur": 23.131,
    "args": {
      "External id": 17496,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 87
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772241.030, "dur": 18.593,
    "args": {
      "External id": 17497,"Record function id": 0, "Sequence number": 246758, "Fwd thread id": 1, "Ev Idx": 88
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772245.389, "dur": 9.947,
    "args": {
      "External id": 17498,"Sequence number": 246758, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 89
    }
  },
  {
    "ph": "f", "id": 11, "pid": 1336753, "tid": 1381210, "ts": 1295650772245.389,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772248.732, "dur": 6.396,
    "args": {
      "External id": 17499,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 90
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772250.624, "dur": 4.214,
    "args": {
      "External id": 17500,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 91
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772264.404, "dur": 82.412,
    "args": {
      "External id": 17501,"Record function id": 0, "Sequence number": 246757, "Fwd thread id": 1, "Ev Idx": 92
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772265.464, "dur": 75.534,
    "args": {
      "External id": 17502,"Sequence number": 246757, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 93
    }
  },
  {
    "ph": "f", "id": 12, "pid": 1336753, "tid": 1381210, "ts": 1295650772265.464,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772268.011, "dur": 72.634,
    "args": {
      "External id": 17503,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], [], []], "Ev Idx": 94
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772270.822, "dur": 26.659,
    "args": {
      "External id": 17504,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 95
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772272.989, "dur": 3.267,
    "args": {
      "External id": 17505,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 96
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772277.273, "dur": 19.936,
    "args": {
      "External id": 17506,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 97
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772278.858, "dur": 17.924,
    "args": {
      "External id": 17507,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 98
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772298.879, "dur": 5.816,
    "args": {
      "External id": 17508,"Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], []], "Ev Idx": 99
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772301.676, "dur": 2.687,
    "args": {
      "External id": 17509,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[8388608, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772308.027, "dur": 31.831,
    "args": {
      "External id": 17510,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SelectBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772351.100, "dur": 54.036,
    "args": {
      "External id": 17511,"Record function id": 0, "Sequence number": 246756, "Fwd thread id": 1, "Ev Idx": 102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SelectBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772352.304, "dur": 49.729,
    "args": {
      "External id": 17512,"Sequence number": 246756, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 103
    }
  },
  {
    "ph": "f", "id": 13, "pid": 1336753, "tid": 1381210, "ts": 1295650772352.304,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772354.538, "dur": 47.265,
    "args": {
      "External id": 17513,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "2", "2"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772356.353, "dur": 18.877,
    "args": {
      "External id": 17514,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772357.711, "dur": 2.145,
    "args": {
      "External id": 17515,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772360.518, "dur": 14.458,
    "args": {
      "External id": 17516,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772361.719, "dur": 12.915,
    "args": {
      "External id": 17517,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772376.347, "dur": 8.482,
    "args": {
      "External id": 17518,"Record function id": 0, "Concrete Inputs": ["", "2", "2"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772383.476, "dur": 0.785,
    "args": {
      "External id": 17519,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "4096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772385.572, "dur": 15.684,
    "args": {
      "External id": 17520,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772408.988, "dur": 98.427,
    "args": {
      "External id": 17521,"Record function id": 0, "Sequence number": 246755, "Fwd thread id": 1, "Ev Idx": 112
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772410.280, "dur": 93.289,
    "args": {
      "External id": 17522,"Sequence number": 246755, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 113
    }
  },
  {
    "ph": "f", "id": 14, "pid": 1336753, "tid": 1381210, "ts": 1295650772410.280,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772412.660, "dur": 90.682,
    "args": {
      "External id": 17523,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], [], []], "Ev Idx": 114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772414.136, "dur": 18.157,
    "args": {
      "External id": 17524,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772415.389, "dur": 2.144,
    "args": {
      "External id": 17525,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 116
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772418.307, "dur": 13.699,
    "args": {
      "External id": 17526,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 117
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772419.137, "dur": 12.493,
    "args": {
      "External id": 17527,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772433.361, "dur": 5.045,
    "args": {
      "External id": 17528,"Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772437.318, "dur": 0.893,
    "args": {
      "External id": 17529,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772439.453, "dur": 63.296,
    "args": {
      "External id": 17530,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772513.718, "dur": 93.709,
    "args": {
      "External id": 17531,"Record function id": 0, "Sequence number": 246754, "Fwd thread id": 1, "Ev Idx": 122
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772514.792, "dur": 72.760,
    "args": {
      "External id": 17532,"Sequence number": 246754, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 123
    }
  },
  {
    "ph": "f", "id": 15, "pid": 1336753, "tid": 1381210, "ts": 1295650772514.792,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772517.158, "dur": 70.153,
    "args": {
      "External id": 17533,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], [], []], "Ev Idx": 124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772518.392, "dur": 16.777,
    "args": {
      "External id": 17534,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 125
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772519.669, "dur": 2.014,
    "args": {
      "External id": 17535,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772522.168, "dur": 12.764,
    "args": {
      "External id": 17536,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772522.999, "dur": 11.624,
    "args": {
      "External id": 17537,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772536.026, "dur": 3.001,
    "args": {
      "External id": 17538,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772538.279, "dur": 0.579,
    "args": {
      "External id": 17539,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772539.985, "dur": 46.761,
    "args": {
      "External id": 17540,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772591.207, "dur": 14.929,
    "args": {
      "External id": 17541,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772614.209, "dur": 37.509,
    "args": {
      "External id": 17542,"Record function id": 0, "Sequence number": 246753, "Fwd thread id": 1, "Ev Idx": 133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772615.355, "dur": 1.434,
    "args": {
      "External id": 17543,"Sequence number": 246753, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 134
    }
  },
  {
    "ph": "f", "id": 16, "pid": 1336753, "tid": 1381210, "ts": 1295650772615.355,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772619.966, "dur": 27.801,
    "args": {
      "External id": 17544,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772622.390, "dur": 24.949,
    "args": {
      "External id": 17545,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[1], [], [], []], "Ev Idx": 136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772627.134, "dur": 4.011,
    "args": {
      "External id": 17546,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FusedLinearCrossEntropyFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772655.954, "dur": 3073.865,
    "args": {
      "External id": 17547,"Record function id": 0, "Sequence number": 246751, "Fwd thread id": 1, "Ev Idx": 138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772659.658, "dur": 3042.702,
    "args": {
      "External id": 17548,"Sequence number": 246751, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 139
    }
  },
  {
    "ph": "f", "id": 17, "pid": 1336753, "tid": 1381210, "ts": 1295650772659.658,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772690.871, "dur": 2.931,
    "args": {
      "External id": 17549,"Record function id": 0, "Concrete Inputs": ["[]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772696.114, "dur": 2918.724,
    "args": {
      "External id": 17550,"Record function id": 0, "Concrete Inputs": ["", "", "6", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772697.728, "dur": 2916.688,
    "args": {
      "External id": 17551,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], []], "Ev Idx": 142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772700.938, "dur": 3.238,
    "args": {
      "External id": 17552,"Record function id": 0, "Concrete Inputs": ["[]", "[]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650772705.028, "dur": 2908.474,
    "args": {
      "External id": 17553,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 144
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::lift_fresh", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775618.145, "dur": 0.402,
    "args": {
      "External id": 17554,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775620.047, "dur": 4.804,
    "args": {
      "External id": 17555,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775623.853, "dur": 0.843,
    "args": {
      "External id": 17556,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775628.836, "dur": 22.259,
    "args": {
      "External id": 17557,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775656.562, "dur": 38.741,
    "args": {
      "External id": 17558,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775657.737, "dur": 37.383,
    "args": {
      "External id": 17559,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775659.182, "dur": 35.570,
    "args": {
      "External id": 17560,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775711.194, "dur": 15.390,
    "args": {
      "External id": 17561,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775739.586, "dur": 12.625,
    "args": {
      "External id": 17562,"Record function id": 0, "Sequence number": 246750, "Fwd thread id": 1, "Ev Idx": 153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775741.259, "dur": 8.283,
    "args": {
      "External id": 17563,"Sequence number": 246750, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 154
    }
  },
  {
    "ph": "f", "id": 18, "pid": 1336753, "tid": 1381210, "ts": 1295650775741.259,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775744.451, "dur": 4.895,
    "args": {
      "External id": 17564,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775746.072, "dur": 3.167,
    "args": {
      "External id": 17565,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 156
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775755.782, "dur": 70.117,
    "args": {
      "External id": 17566,"Record function id": 0, "Sequence number": 246749, "Fwd thread id": 1, "Ev Idx": 157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775759.320, "dur": 60.455,
    "args": {
      "External id": 17567,"Sequence number": 246749, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 158
    }
  },
  {
    "ph": "f", "id": 19, "pid": 1336753, "tid": 1381210, "ts": 1295650775759.320,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775762.216, "dur": 57.266,
    "args": {
      "External id": 17568,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], [], []], "Ev Idx": 159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775765.107, "dur": 22.381,
    "args": {
      "External id": 17569,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775767.116, "dur": 2.350,
    "args": {
      "External id": 17570,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775770.275, "dur": 16.944,
    "args": {
      "External id": 17571,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775771.808, "dur": 14.927,
    "args": {
      "External id": 17572,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775789.167, "dur": 4.504,
    "args": {
      "External id": 17573,"Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], []], "Ev Idx": 164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775792.323, "dur": 1.041,
    "args": {
      "External id": 17574,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[8388608, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775795.088, "dur": 23.605,
    "args": {
      "External id": 17575,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SelectBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775829.656, "dur": 58.779,
    "args": {
      "External id": 17576,"Record function id": 0, "Sequence number": 246748, "Fwd thread id": 1, "Ev Idx": 167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SelectBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775830.994, "dur": 53.160,
    "args": {
      "External id": 17577,"Sequence number": 246748, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 168
    }
  },
  {
    "ph": "f", "id": 20, "pid": 1336753, "tid": 1381210, "ts": 1295650775830.994,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775833.433, "dur": 50.507,
    "args": {
      "External id": 17578,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "2", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775837.618, "dur": 21.855,
    "args": {
      "External id": 17579,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775838.877, "dur": 2.305,
    "args": {
      "External id": 17580,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775841.890, "dur": 17.324,
    "args": {
      "External id": 17581,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775843.211, "dur": 15.604,
    "args": {
      "External id": 17582,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775860.582, "dur": 6.965,
    "args": {
      "External id": 17583,"Record function id": 0, "Concrete Inputs": ["", "2", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775864.685, "dur": 2.396,
    "args": {
      "External id": 17584,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "2048"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 175
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775868.358, "dur": 15.100,
    "args": {
      "External id": 17585,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775891.998, "dur": 121.935,
    "args": {
      "External id": 17586,"Record function id": 0, "Sequence number": 246747, "Fwd thread id": 1, "Ev Idx": 177
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775893.327, "dur": 116.264,
    "args": {
      "External id": 17587,"Sequence number": 246747, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 178
    }
  },
  {
    "ph": "f", "id": 21, "pid": 1336753, "tid": 1381210, "ts": 1295650775893.327,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775895.449, "dur": 113.749,
    "args": {
      "External id": 17588,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], [], []], "Ev Idx": 179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775896.976, "dur": 19.327,
    "args": {
      "External id": 17589,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775900.457, "dur": 2.021,
    "args": {
      "External id": 17590,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775903.074, "dur": 12.946,
    "args": {
      "External id": 17591,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775904.171, "dur": 11.489,
    "args": {
      "External id": 17592,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775917.400, "dur": 3.018,
    "args": {
      "External id": 17593,"Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775919.654, "dur": 0.564,
    "args": {
      "External id": 17594,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650775921.076, "dur": 86.846,
    "args": {
      "External id": 17595,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776019.973, "dur": 102.028,
    "args": {
      "External id": 17596,"Record function id": 0, "Sequence number": 246746, "Fwd thread id": 1, "Ev Idx": 187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776021.135, "dur": 82.955,
    "args": {
      "External id": 17597,"Sequence number": 246746, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 188
    }
  },
  {
    "ph": "f", "id": 22, "pid": 1336753, "tid": 1381210, "ts": 1295650776021.135,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776025.749, "dur": 78.100,
    "args": {
      "External id": 17598,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], [], []], "Ev Idx": 189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776027.757, "dur": 21.682,
    "args": {
      "External id": 17599,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776032.014, "dur": 2.201,
    "args": {
      "External id": 17600,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776034.919, "dur": 14.271,
    "args": {
      "External id": 17601,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776035.873, "dur": 12.909,
    "args": {
      "External id": 17602,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776050.621, "dur": 3.700,
    "args": {
      "External id": 17603,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776053.343, "dur": 0.740,
    "args": {
      "External id": 17604,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 195
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776054.997, "dur": 48.296,
    "args": {
      "External id": 17605,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776107.303, "dur": 13.478,
    "args": {
      "External id": 17606,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776126.000, "dur": 33.318,
    "args": {
      "External id": 17607,"Record function id": 0, "Sequence number": 246745, "Fwd thread id": 1, "Ev Idx": 198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776126.976, "dur": 1.529,
    "args": {
      "External id": 17608,"Sequence number": 246745, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 199
    }
  },
  {
    "ph": "f", "id": 23, "pid": 1336753, "tid": 1381210, "ts": 1295650776126.976,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776130.264, "dur": 23.963,
    "args": {
      "External id": 17609,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776132.196, "dur": 21.592,
    "args": {
      "External id": 17610,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[1], [], [], []], "Ev Idx": 201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776136.997, "dur": 0.453,
    "args": {
      "External id": 17611,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FusedLinearCrossEntropyFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776163.724, "dur": 3083.067,
    "args": {
      "External id": 17612,"Record function id": 0, "Sequence number": 246744, "Fwd thread id": 1, "Ev Idx": 203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776176.872, "dur": 3024.948,
    "args": {
      "External id": 17613,"Sequence number": 246744, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 204
    }
  },
  {
    "ph": "f", "id": 24, "pid": 1336753, "tid": 1381210, "ts": 1295650776176.872,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776204.729, "dur": 2.451,
    "args": {
      "External id": 17614,"Record function id": 0, "Concrete Inputs": ["[]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776209.500, "dur": 2909.967,
    "args": {
      "External id": 17615,"Record function id": 0, "Concrete Inputs": ["", "", "6", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 206
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776210.796, "dur": 2908.376,
    "args": {
      "External id": 17616,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], []], "Ev Idx": 207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776213.832, "dur": 3.007,
    "args": {
      "External id": 17617,"Record function id": 0, "Concrete Inputs": ["[]", "[]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 208
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650776217.568, "dur": 2900.724,
    "args": {
      "External id": 17618,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::lift_fresh", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779122.428, "dur": 0.301,
    "args": {
      "External id": 17619,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779124.137, "dur": 3.041,
    "args": {
      "External id": 17620,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779126.022, "dur": 1.029,
    "args": {
      "External id": 17621,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779130.608, "dur": 21.290,
    "args": {
      "External id": 17622,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779156.603, "dur": 38.795,
    "args": {
      "External id": 17623,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779157.458, "dur": 37.760,
    "args": {
      "External id": 17624,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779158.768, "dur": 36.143,
    "args": {
      "External id": 17625,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779212.702, "dur": 27.143,
    "args": {
      "External id": 17626,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779258.674, "dur": 14.306,
    "args": {
      "External id": 17627,"Record function id": 0, "Ev Idx": 218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779262.085, "dur": 8.981,
    "args": {
      "External id": 17628,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779265.551, "dur": 4.304,
    "args": {
      "External id": 17629,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779266.332, "dur": 3.356,
    "args": {
      "External id": 17630,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 221
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779276.824, "dur": 12.566,
    "args": {
      "External id": 17631,"Record function id": 0, "Sequence number": 246743, "Fwd thread id": 1, "Ev Idx": 222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779278.396, "dur": 7.746,
    "args": {
      "External id": 17632,"Sequence number": 246743, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 223
    }
  },
  {
    "ph": "f", "id": 25, "pid": 1336753, "tid": 1381210, "ts": 1295650779278.396,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779281.258, "dur": 4.681,
    "args": {
      "External id": 17633,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779283.086, "dur": 2.719,
    "args": {
      "External id": 17634,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779292.892, "dur": 75.179,
    "args": {
      "External id": 17635,"Record function id": 0, "Sequence number": 246742, "Fwd thread id": 1, "Ev Idx": 226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779296.083, "dur": 66.764,
    "args": {
      "External id": 17636,"Sequence number": 246742, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 227
    }
  },
  {
    "ph": "f", "id": 26, "pid": 1336753, "tid": 1381210, "ts": 1295650779296.083,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779298.569, "dur": 63.972,
    "args": {
      "External id": 17637,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], [], []], "Ev Idx": 228
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779301.906, "dur": 25.555,
    "args": {
      "External id": 17638,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 229
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779303.620, "dur": 3.075,
    "args": {
      "External id": 17639,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779307.733, "dur": 19.463,
    "args": {
      "External id": 17640,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779309.418, "dur": 17.272,
    "args": {
      "External id": 17641,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779328.932, "dur": 4.427,
    "args": {
      "External id": 17642,"Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], []], "Ev Idx": 233
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779331.963, "dur": 1.090,
    "args": {
      "External id": 17643,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[8388608, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 234
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779334.090, "dur": 27.741,
    "args": {
      "External id": 17644,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SelectBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779375.328, "dur": 52.962,
    "args": {
      "External id": 17645,"Record function id": 0, "Sequence number": 246741, "Fwd thread id": 1, "Ev Idx": 236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SelectBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779376.631, "dur": 47.693,
    "args": {
      "External id": 17646,"Sequence number": 246741, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 237
    }
  },
  {
    "ph": "f", "id": 27, "pid": 1336753, "tid": 1381210, "ts": 1295650779376.631,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779379.096, "dur": 45.007,
    "args": {
      "External id": 17647,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "2", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779383.750, "dur": 18.178,
    "args": {
      "External id": 17648,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779384.808, "dur": 2.508,
    "args": {
      "External id": 17649,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779388.010, "dur": 13.686,
    "args": {
      "External id": 17650,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779389.206, "dur": 12.106,
    "args": {
      "External id": 17651,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779403.072, "dur": 5.508,
    "args": {
      "External id": 17652,"Record function id": 0, "Concrete Inputs": ["", "2", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779407.183, "dur": 0.956,
    "args": {
      "External id": 17653,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779409.334, "dur": 14.360,
    "args": {
      "External id": 17654,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779432.053, "dur": 95.980,
    "args": {
      "External id": 17655,"Record function id": 0, "Sequence number": 246740, "Fwd thread id": 1, "Ev Idx": 246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779433.089, "dur": 92.299,
    "args": {
      "External id": 17656,"Sequence number": 246740, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 247
    }
  },
  {
    "ph": "f", "id": 28, "pid": 1336753, "tid": 1381210, "ts": 1295650779433.089,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779435.568, "dur": 89.466,
    "args": {
      "External id": 17657,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], [], []], "Ev Idx": 248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779439.609, "dur": 19.458,
    "args": {
      "External id": 17658,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779442.970, "dur": 1.942,
    "args": {
      "External id": 17659,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779445.804, "dur": 13.035,
    "args": {
      "External id": 17660,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779447.030, "dur": 11.439,
    "args": {
      "External id": 17661,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779459.965, "dur": 3.968,
    "args": {
      "External id": 17662,"Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779461.931, "dur": 1.805,
    "args": {
      "External id": 17663,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779464.691, "dur": 59.752,
    "args": {
      "External id": 17664,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779531.978, "dur": 105.461,
    "args": {
      "External id": 17665,"Record function id": 0, "Sequence number": 246739, "Fwd thread id": 1, "Ev Idx": 256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SliceBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779532.898, "dur": 84.321,
    "args": {
      "External id": 17666,"Sequence number": 246739, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 257
    }
  },
  {
    "ph": "f", "id": 29, "pid": 1336753, "tid": 1381210, "ts": 1295650779532.898,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779534.954, "dur": 82.008,
    "args": {
      "External id": 17667,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], [], []], "Ev Idx": 258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779536.590, "dur": 25.089,
    "args": {
      "External id": 17668,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779540.004, "dur": 1.740,
    "args": {
      "External id": 17669,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 4, 2048]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779545.972, "dur": 15.458,
    "args": {
      "External id": 17670,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779549.244, "dur": 11.853,
    "args": {
      "External id": 17671,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], []], "Ev Idx": 262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779562.631, "dur": 5.218,
    "args": {
      "External id": 17672,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779566.842, "dur": 0.838,
    "args": {
      "External id": 17673,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779568.798, "dur": 47.483,
    "args": {
      "External id": 17674,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779621.596, "dur": 13.731,
    "args": {
      "External id": 17675,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [33554432, 8192, 2048, 1], []], "Input Dims": [[16, 4096, 4, 2048], [16, 4096, 4, 2048], []], "Ev Idx": 266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779643.365, "dur": 437.427,
    "args": {
      "External id": 17676,"Record function id": 0, "Sequence number": 246738, "Fwd thread id": 1, "Ev Idx": 267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779645.427, "dur": 423.497,
    "args": {
      "External id": 17677,"Sequence number": 246738, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 268
    }
  },
  {
    "ph": "f", "id": 30, "pid": 1336753, "tid": 1381210, "ts": 1295650779645.427,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779847.485, "dur": 48.959,
    "args": {
      "External id": 17678,"kernel_hash": "c2likoimxa3yi6j6dwntng3kzuvmiu64h4ync66w4mrx4v7x6wto", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "262144", "2048", "1", "1986", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/2l/c2likoimxa3yi6j6dwntng3kzuvmiu64h4ync66w4mrx4v7x6wto.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[262144, 2048], [2048], [262144, 2048], [262144, 2048], [132, 2048], [262144], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650779932.736, "dur": 30.243,
    "args": {
      "External id": 17679,"kernel_hash": "c2mqya6ilpprpgchmqenn6k5mpg3mienn3ill2mhoh2uq42xagjg", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2m/c2mqya6ilpprpgchmqenn6k5mpg3mienn3ill2mhoh2uq42xagjg.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780014.425, "dur": 26.678,
    "args": {
      "External id": 17680,"kernel_hash": "cstbyq2jrfkh2pvulirtdouqrjc47q3sh3z3auux63nbg6d6xj43", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/st/cstbyq2jrfkh2pvulirtdouqrjc47q3sh3z3auux63nbg6d6xj43.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780092.527, "dur": 14.218,
    "args": {
      "External id": 17681,"Record function id": 0, "Ev Idx": 272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780095.845, "dur": 10.056,
    "args": {
      "External id": 17682,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780099.238, "dur": 5.701,
    "args": {
      "External id": 17683,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780102.006, "dur": 2.810,
    "args": {
      "External id": 17684,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: StackBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780112.524, "dur": 38.600,
    "args": {
      "External id": 17685,"Record function id": 0, "Sequence number": 246737, "Fwd thread id": 1, "Ev Idx": 276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "StackBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780113.796, "dur": 25.757,
    "args": {
      "External id": 17686,"Sequence number": 246737, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 2048, 1]], "Input Dims": [[16, 4096, 4, 2048]], "Ev Idx": 277
    }
  },
  {
    "ph": "f", "id": 31, "pid": 1336753, "tid": 1381210, "ts": 1295650780113.796,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780116.312, "dur": 9.298,
    "args": {
      "External id": 17687,"Record function id": 0, "Concrete Inputs": ["", "-2", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780122.483, "dur": 1.282,
    "args": {
      "External id": 17688,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780126.385, "dur": 3.951,
    "args": {
      "External id": 17689,"Record function id": 0, "Concrete Inputs": ["", "-2", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780129.104, "dur": 0.487,
    "args": {
      "External id": 17690,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "2048"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780131.151, "dur": 3.540,
    "args": {
      "External id": 17691,"Record function id": 0, "Concrete Inputs": ["", "-2", "2"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780133.397, "dur": 0.622,
    "args": {
      "External id": 17692,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "4096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780135.223, "dur": 3.655,
    "args": {
      "External id": 17693,"Record function id": 0, "Concrete Inputs": ["", "-2", "3"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780137.304, "dur": 0.429,
    "args": {
      "External id": 17694,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "6144"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780154.625, "dur": 7.404,
    "args": {
      "External id": 17695,"Record function id": 0, "Sequence number": 246736, "Fwd thread id": 1, "Ev Idx": 286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780155.501, "dur": 1.088,
    "args": {
      "External id": 17696,"Sequence number": 246736, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 287
    }
  },
  {
    "ph": "f", "id": 32, "pid": 1336753, "tid": 1381210, "ts": 1295650780155.501,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SwiGLULinearFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780166.882, "dur": 584.803,
    "args": {
      "External id": 17697,"Record function id": 0, "Sequence number": 246735, "Fwd thread id": 1, "Ev Idx": 288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780168.517, "dur": 565.952,
    "args": {
      "External id": 17698,"Sequence number": 246735, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 289
    }
  },
  {
    "ph": "f", "id": 33, "pid": 1336753, "tid": 1381210, "ts": 1295650780168.517,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780215.020, "dur": 10.071,
    "args": {
      "External id": 17699,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780221.019, "dur": 3.762,
    "args": {
      "External id": 17700,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]", "[8192, 1]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[33554432, 8192, 1], [], []], "Input Dims": [[16, 4096, 2048], [], []], "Ev Idx": 291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780245.931, "dur": 11.864,
    "args": {
      "External id": 17701,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 292
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780249.800, "dur": 6.760,
    "args": {
      "External id": 17702,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780254.936, "dur": 1.241,
    "args": {
      "External id": 17703,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780263.884, "dur": 146.760,
    "args": {
      "External id": 17704,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8192, 1], [1, 5632], []], "Input Dims": [[65536, 2048], [5632, 2048], []], "Ev Idx": 295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780265.552, "dur": 6.050,
    "args": {
      "External id": 17705,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 5632]], "Input Dims": [[5632, 2048]], "Ev Idx": 296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780266.197, "dur": 4.334,
    "args": {
      "External id": 17706,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 5632], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780268.071, "dur": 2.332,
    "args": {
      "External id": 17707,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[5632, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 5632], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780274.062, "dur": 135.774,
    "args": {
      "External id": 17708,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8192, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780279.157, "dur": 129.451,
    "args": {
      "External id": 17709,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8192, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780417.796, "dur": 5.407,
    "args": {
      "External id": 17710,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [23068672, 5632, 1]], "Input Dims": [[65536, 5632], [16, 4096, 5632]], "Ev Idx": 301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780420.335, "dur": 2.715,
    "args": {
      "External id": 17711,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780469.125, "dur": 4.197,
    "args": {
      "External id": 17712,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780474.891, "dur": 3.981,
    "args": {
      "External id": 17713,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780480.371, "dur": 2.307,
    "args": {
      "External id": 17714,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780524.837, "dur": 2.520,
    "args": {
      "External id": 17715,"Record function id": 0, "Concrete Inputs": ["", "[-1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 306
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780526.042, "dur": 1.147,
    "args": {
      "External id": 17716,"Record function id": 0, "Concrete Inputs": ["", "[-1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 307
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::einsum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780557.919, "dur": 155.341,
    "args": {
      "External id": 17717,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["", "TensorList", ""], "Input Strides": [[], [[8192, 1], [5632, 1]], []], "Input Dims": [[], [[65536, 2048], [65536, 5632]], []], "Ev Idx": 308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780564.312, "dur": 9.216,
    "args": {
      "External id": 17718,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780569.610, "dur": 0.778,
    "args": {
      "External id": 17719,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048, 1]", "[8192, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780575.907, "dur": 9.576,
    "args": {
      "External id": 17720,"Record function id": 0, "Concrete Inputs": ["", "[1, 2, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8192, 1, 1], []], "Input Dims": [[65536, 2048, 1], []], "Ev Idx": 311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780582.252, "dur": 2.447,
    "args": {
      "External id": 17721,"Record function id": 0, "Concrete Inputs": ["", "[2048, 1, 65536]", "[1, 1, 8192]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[65536, 2048, 1], [], [], []], "Ev Idx": 312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780587.460, "dur": 3.617,
    "args": {
      "External id": 17722,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780589.870, "dur": 0.838,
    "args": {
      "External id": 17723,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632, 1]", "[5632, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780592.430, "dur": 3.503,
    "args": {
      "External id": 17724,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780594.810, "dur": 0.602,
    "args": {
      "External id": 17725,"Record function id": 0, "Concrete Inputs": ["", "[1, 5632, 65536]", "[1, 1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1, 1], [], [], []], "Input Dims": [[65536, 5632, 1], [], [], []], "Ev Idx": 316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780603.110, "dur": 3.312,
    "args": {
      "External id": 17726,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 8192], []], "Input Dims": [[2048, 1, 65536], []], "Ev Idx": 317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780605.635, "dur": 0.453,
    "args": {
      "External id": 17727,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536, 1]", "[1, 8192, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 8192], [], [], []], "Input Dims": [[2048, 1, 65536], [], [], []], "Ev Idx": 318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780607.548, "dur": 6.522,
    "args": {
      "External id": 17728,"Record function id": 0, "Concrete Inputs": ["", "[1, 2048, 65536]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 8192, 1], []], "Input Dims": [[2048, 65536, 1], []], "Ev Idx": 319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780611.855, "dur": 2.015,
    "args": {
      "External id": 17729,"Record function id": 0, "Concrete Inputs": ["", "[1, 2048, 65536]", "[2048, 1, 8192]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[1, 8192, 1], [], []], "Input Dims": [[2048, 65536, 1], [], []], "Ev Idx": 320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780615.277, "dur": 2.786,
    "args": {
      "External id": 17730,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 5632], []], "Input Dims": [[1, 5632, 65536], []], "Ev Idx": 321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780617.134, "dur": 0.590,
    "args": {
      "External id": 17731,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632, 1]", "[5632, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 5632], [], [], []], "Input Dims": [[1, 5632, 65536], [], [], []], "Ev Idx": 322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780618.924, "dur": 3.506,
    "args": {
      "External id": 17732,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 323
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780621.019, "dur": 1.301,
    "args": {
      "External id": 17733,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 324
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780624.501, "dur": 71.784,
    "args": {
      "External id": 17734,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1, 8192], [369098752, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632]], "Ev Idx": 325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780700.541, "dur": 2.818,
    "args": {
      "External id": 17735,"Record function id": 0, "Concrete Inputs": ["", "[2048, 1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 5632, 1], []], "Input Dims": [[1, 2048, 5632], []], "Ev Idx": 326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780704.718, "dur": 4.194,
    "args": {
      "External id": 17736,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 5632, 1], []], "Input Dims": [[2048, 1, 5632], []], "Ev Idx": 327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780707.857, "dur": 0.583,
    "args": {
      "External id": 17737,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632, 1]", "[5632, 1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 5632, 1], [], [], []], "Input Dims": [[2048, 1, 5632], [], [], []], "Ev Idx": 328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780711.067, "dur": 1.056,
    "args": {
      "External id": 17738,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 5632], []], "Input Dims": [[2048, 5632, 1], []], "Ev Idx": 329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780764.247, "dur": 10.939,
    "args": {
      "External id": 17739,"Record function id": 0, "Ev Idx": 330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780766.729, "dur": 7.627,
    "args": {
      "External id": 17740,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780769.255, "dur": 3.931,
    "args": {
      "External id": 17741,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780770.474, "dur": 2.622,
    "args": {
      "External id": 17742,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780780.166, "dur": 11.910,
    "args": {
      "External id": 17743,"Record function id": 0, "Sequence number": 246734, "Fwd thread id": 1, "Ev Idx": 334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780781.576, "dur": 7.016,
    "args": {
      "External id": 17744,"Sequence number": 246734, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[23068672, 5632, 1]], "Input Dims": [[16, 4096, 5632]], "Ev Idx": 335
    }
  },
  {
    "ph": "f", "id": 34, "pid": 1336753, "tid": 1381210, "ts": 1295650780781.576,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780783.805, "dur": 4.536,
    "args": {
      "External id": 17745,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780787.175, "dur": 1.015,
    "args": {
      "External id": 17746,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780795.907, "dur": 170.161,
    "args": {
      "External id": 17747,"Record function id": 0, "Sequence number": 246733, "Fwd thread id": 1, "Ev Idx": 338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780797.008, "dur": 160.842,
    "args": {
      "External id": 17748,"Sequence number": 246733, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 339
    }
  },
  {
    "ph": "f", "id": 35, "pid": 1336753, "tid": 1381210, "ts": 1295650780797.008,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780802.351, "dur": 4.693,
    "args": {
      "External id": 17749,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780804.080, "dur": 2.289,
    "args": {
      "External id": 17750,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[65536, 5632], [], []], "Ev Idx": 341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780805.735, "dur": 0.438,
    "args": {
      "External id": 17751,"Record function id": 0, "Concrete Inputs": ["", "[5632, 65536]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780808.973, "dur": 57.597,
    "args": {
      "External id": 17752,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048]], "Ev Idx": 343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780870.463, "dur": 4.686,
    "args": {
      "External id": 17753,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780871.098, "dur": 3.443,
    "args": {
      "External id": 17754,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780873.136, "dur": 1.191,
    "args": {
      "External id": 17755,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780877.314, "dur": 4.726,
    "args": {
      "External id": 17756,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780878.758, "dur": 2.590,
    "args": {
      "External id": 17757,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 348
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780880.646, "dur": 0.591,
    "args": {
      "External id": 17758,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780884.775, "dur": 72.375,
    "args": {
      "External id": 17759,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780970.628, "dur": 8.706,
    "args": {
      "External id": 17760,"Record function id": 0, "Sequence number": 246732, "Fwd thread id": 1, "Ev Idx": 351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780972.078, "dur": 4.472,
    "args": {
      "External id": 17761,"Sequence number": 246732, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 352
    }
  },
  {
    "ph": "f", "id": 36, "pid": 1336753, "tid": 1381210, "ts": 1295650780972.078,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780974.129, "dur": 2.289,
    "args": {
      "External id": 17762,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650780975.178, "dur": 1.045,
    "args": {
      "External id": 17763,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781019.718, "dur": 14.558,
    "args": {
      "External id": 17764,"Record function id": 0, "Sequence number": 246731, "Fwd thread id": 1, "Ev Idx": 355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781021.681, "dur": 9.157,
    "args": {
      "External id": 17765,"Sequence number": 246731, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 356
    }
  },
  {
    "ph": "f", "id": 37, "pid": 1336753, "tid": 1381210, "ts": 1295650781021.681,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781023.169, "dur": 7.443,
    "args": {
      "External id": 17766,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781024.721, "dur": 5.121,
    "args": {
      "External id": 17767,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781028.906, "dur": 0.734,
    "args": {
      "External id": 17768,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781039.134, "dur": 7.217,
    "args": {
      "External id": 17769,"Record function id": 0, "Ev Idx": 360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781040.718, "dur": 5.034,
    "args": {
      "External id": 17770,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781042.665, "dur": 2.597,
    "args": {
      "External id": 17771,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781043.600, "dur": 1.546,
    "args": {
      "External id": 17772,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781050.299, "dur": 8.352,
    "args": {
      "External id": 17773,"Record function id": 0, "Sequence number": 246730, "Fwd thread id": 1, "Ev Idx": 364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781051.856, "dur": 3.630,
    "args": {
      "External id": 17774,"Sequence number": 246730, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[23068672, 5632, 1]], "Input Dims": [[16, 4096, 5632]], "Ev Idx": 365
    }
  },
  {
    "ph": "f", "id": 38, "pid": 1336753, "tid": 1381210, "ts": 1295650781051.856,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781053.493, "dur": 1.848,
    "args": {
      "External id": 17775,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781054.233, "dur": 0.962,
    "args": {
      "External id": 17776,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781061.862, "dur": 133.306,
    "args": {
      "External id": 17777,"Record function id": 0, "Sequence number": 246729, "Fwd thread id": 1, "Ev Idx": 368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781063.132, "dur": 119.723,
    "args": {
      "External id": 17778,"Sequence number": 246729, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 369
    }
  },
  {
    "ph": "f", "id": 39, "pid": 1336753, "tid": 1381210, "ts": 1295650781063.132,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781069.483, "dur": 3.713,
    "args": {
      "External id": 17779,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781070.224, "dur": 2.534,
    "args": {
      "External id": 17780,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[65536, 5632], [], []], "Ev Idx": 371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781071.890, "dur": 0.738,
    "args": {
      "External id": 17781,"Record function id": 0, "Concrete Inputs": ["", "[5632, 65536]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781074.014, "dur": 42.668,
    "args": {
      "External id": 17782,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048]], "Ev Idx": 373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781117.969, "dur": 6.619,
    "args": {
      "External id": 17783,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781118.605, "dur": 5.343,
    "args": {
      "External id": 17784,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781122.784, "dur": 1.043,
    "args": {
      "External id": 17785,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781126.028, "dur": 6.320,
    "args": {
      "External id": 17786,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781128.018, "dur": 3.796,
    "args": {
      "External id": 17787,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 378
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781129.751, "dur": 1.998,
    "args": {
      "External id": 17788,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781133.221, "dur": 48.954,
    "args": {
      "External id": 17789,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781201.357, "dur": 53.813,
    "args": {
      "External id": 17790,"Record function id": 0, "Sequence number": 246728, "Fwd thread id": 1, "Ev Idx": 381
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781202.595, "dur": 4.628,
    "args": {
      "External id": 17791,"Sequence number": 246728, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 382
    }
  },
  {
    "ph": "f", "id": 40, "pid": 1336753, "tid": 1381210, "ts": 1295650781202.595,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781204.370, "dur": 2.708,
    "args": {
      "External id": 17792,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781205.800, "dur": 1.157,
    "args": {
      "External id": 17793,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781211.350, "dur": 39.648,
    "args": {
      "External id": 17794,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781263.592, "dur": 11.870,
    "args": {
      "External id": 17795,"Record function id": 0, "Sequence number": 246727, "Fwd thread id": 1, "Ev Idx": 386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781265.334, "dur": 7.345,
    "args": {
      "External id": 17796,"Sequence number": 246727, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 387
    }
  },
  {
    "ph": "f", "id": 41, "pid": 1336753, "tid": 1381210, "ts": 1295650781265.334,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781267.174, "dur": 5.276,
    "args": {
      "External id": 17797,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781268.487, "dur": 3.278,
    "args": {
      "External id": 17798,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781270.947, "dur": 0.693,
    "args": {
      "External id": 17799,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781279.603, "dur": 7.710,
    "args": {
      "External id": 17800,"Record function id": 0, "Ev Idx": 391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781281.810, "dur": 4.973,
    "args": {
      "External id": 17801,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781283.179, "dur": 3.212,
    "args": {
      "External id": 17802,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781284.652, "dur": 1.646,
    "args": {
      "External id": 17803,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781291.894, "dur": 503.800,
    "args": {
      "External id": 17804,"Record function id": 0, "Sequence number": 246726, "Fwd thread id": 1, "Ev Idx": 395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781293.819, "dur": 483.648,
    "args": {
      "External id": 17805,"Sequence number": 246726, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 396
    }
  },
  {
    "ph": "f", "id": 42, "pid": 1336753, "tid": 1381210, "ts": 1295650781293.819,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781323.770, "dur": 41.980,
    "args": {
      "External id": 17806,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781326.797, "dur": 38.755,
    "args": {
      "External id": 17807,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781330.283, "dur": 9.562,
    "args": {
      "External id": 17808,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], [], []], "Ev Idx": 399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781335.943, "dur": 3.348,
    "args": {
      "External id": 17809,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781341.484, "dur": 23.577,
    "args": {
      "External id": 17810,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781378.812, "dur": 3.187,
    "args": {
      "External id": 17811,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781380.350, "dur": 1.494,
    "args": {
      "External id": 17812,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781387.816, "dur": 5.975,
    "args": {
      "External id": 17813,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781391.251, "dur": 2.437,
    "args": {
      "External id": 17814,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781409.262, "dur": 1.982,
    "args": {
      "External id": 17815,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781425.653, "dur": 3.960,
    "args": {
      "External id": 17816,"Record function id": 0, "Concrete Inputs": ["[132, 2048]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781655.985, "dur": 2.687,
    "args": {
      "External id": 17817,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 2048]"], "Input type": ["float", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[132, 2048], []], "Ev Idx": 408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781664.036, "dur": 34.763,
    "args": {
      "External id": 17818,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[270336, 2048, 1], [], [], []], "Input Dims": [[1, 132, 2048], [], [], []], "Ev Idx": 409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781674.367, "dur": 1.104,
    "args": {
      "External id": 17819,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 2048]", "[2048, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[1, 2048], [], [], []], "Ev Idx": 410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781704.996, "dur": 34.616,
    "args": {
      "External id": 17820,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], []], "Ev Idx": 411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781707.453, "dur": 31.891,
    "args": {
      "External id": 17821,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], [], []], "Ev Idx": 412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781714.036, "dur": 4.781,
    "args": {
      "External id": 17822,"Record function id": 0, "Concrete Inputs": ["[1, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781720.319, "dur": 18.603,
    "args": {
      "External id": 17823,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[1, 2048], [1, 2048], []], "Ev Idx": 414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781743.837, "dur": 3.383,
    "args": {
      "External id": 17824,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1]], "Input Dims": [[1, 2048], [2048]], "Ev Idx": 415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781745.793, "dur": 1.277,
    "args": {
      "External id": 17825,"Record function id": 0, "Concrete Inputs": ["", "[2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[1, 2048], []], "Ev Idx": 416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781755.395, "dur": 3.551,
    "args": {
      "External id": 17826,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781757.234, "dur": 1.597,
    "args": {
      "External id": 17827,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781763.759, "dur": 4.356,
    "args": {
      "External id": 17828,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781765.314, "dur": 2.702,
    "args": {
      "External id": 17829,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781805.912, "dur": 8.989,
    "args": {
      "External id": 17830,"Record function id": 0, "Ev Idx": 421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781808.777, "dur": 5.417,
    "args": {
      "External id": 17831,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781810.646, "dur": 2.555,
    "args": {
      "External id": 17832,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781811.797, "dur": 1.329,
    "args": {
      "External id": 17833,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781819.232, "dur": 12.569,
    "args": {
      "External id": 17834,"Record function id": 0, "Sequence number": 246725, "Fwd thread id": 1, "Ev Idx": 425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781820.626, "dur": 7.184,
    "args": {
      "External id": 17835,"Sequence number": 246725, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 426
    }
  },
  {
    "ph": "f", "id": 43, "pid": 1336753, "tid": 1381210, "ts": 1295650781820.626,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781825.109, "dur": 2.484,
    "args": {
      "External id": 17836,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 427
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781826.336, "dur": 1.109,
    "args": {
      "External id": 17837,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781835.426, "dur": 141.345,
    "args": {
      "External id": 17838,"Record function id": 0, "Sequence number": 246724, "Fwd thread id": 1, "Ev Idx": 429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781836.858, "dur": 133.916,
    "args": {
      "External id": 17839,"Sequence number": 246724, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 430
    }
  },
  {
    "ph": "f", "id": 44, "pid": 1336753, "tid": 1381210, "ts": 1295650781836.858,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781841.362, "dur": 6.294,
    "args": {
      "External id": 17840,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 431
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781842.640, "dur": 4.440,
    "args": {
      "External id": 17841,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781846.216, "dur": 0.690,
    "args": {
      "External id": 17842,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781848.857, "dur": 60.081,
    "args": {
      "External id": 17843,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781910.397, "dur": 6.186,
    "args": {
      "External id": 17844,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781911.223, "dur": 4.773,
    "args": {
      "External id": 17845,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781913.183, "dur": 2.651,
    "args": {
      "External id": 17846,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781918.252, "dur": 6.584,
    "args": {
      "External id": 17847,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781919.666, "dur": 4.660,
    "args": {
      "External id": 17848,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781923.760, "dur": 0.434,
    "args": {
      "External id": 17849,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 440
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650781925.648, "dur": 44.329,
    "args": {
      "External id": 17850,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 441
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782031.749, "dur": 13.381,
    "args": {
      "External id": 17851,"Record function id": 0, "Sequence number": 246723, "Fwd thread id": 1, "Ev Idx": 442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782033.729, "dur": 8.313,
    "args": {
      "External id": 17852,"Sequence number": 246723, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 443
    }
  },
  {
    "ph": "f", "id": 45, "pid": 1336753, "tid": 1381210, "ts": 1295650782033.729,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782036.305, "dur": 5.535,
    "args": {
      "External id": 17853,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782037.894, "dur": 3.663,
    "args": {
      "External id": 17854,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782049.697, "dur": 11.452,
    "args": {
      "External id": 17855,"Record function id": 0, "Sequence number": 246722, "Fwd thread id": 1, "Ev Idx": 446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782050.946, "dur": 8.286,
    "args": {
      "External id": 17856,"Sequence number": 246722, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 447
    }
  },
  {
    "ph": "f", "id": 46, "pid": 1336753, "tid": 1381210, "ts": 1295650782050.946,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782052.084, "dur": 6.922,
    "args": {
      "External id": 17857,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782053.379, "dur": 5.065,
    "args": {
      "External id": 17858,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782057.716, "dur": 0.608,
    "args": {
      "External id": 17859,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782065.733, "dur": 7.050,
    "args": {
      "External id": 17860,"Record function id": 0, "Ev Idx": 451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782067.923, "dur": 4.284,
    "args": {
      "External id": 17861,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782069.420, "dur": 2.357,
    "args": {
      "External id": 17862,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782070.048, "dur": 1.625,
    "args": {
      "External id": 17863,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782075.961, "dur": 9.178,
    "args": {
      "External id": 17864,"Record function id": 0, "Sequence number": 246721, "Fwd thread id": 1, "Ev Idx": 455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782077.104, "dur": 4.817,
    "args": {
      "External id": 17865,"Sequence number": 246721, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 456
    }
  },
  {
    "ph": "f", "id": 47, "pid": 1336753, "tid": 1381210, "ts": 1295650782077.104,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782079.222, "dur": 2.552,
    "args": {
      "External id": 17866,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782080.426, "dur": 1.210,
    "args": {
      "External id": 17867,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 458
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FlashAttnFuncBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782090.358, "dur": 377.758,
    "args": {
      "External id": 17868,"Record function id": 0, "Sequence number": 246720, "Fwd thread id": 1, "Ev Idx": 459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FlashAttnFuncBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782092.770, "dur": 351.096,
    "args": {
      "External id": 17869,"Sequence number": 246720, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 460
    }
  },
  {
    "ph": "f", "id": 48, "pid": 1336753, "tid": 1381210, "ts": 1295650782092.770,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782113.365, "dur": 8.226,
    "args": {
      "External id": 17870,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 461
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782117.091, "dur": 4.010,
    "args": {
      "External id": 17871,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782124.099, "dur": 3.748,
    "args": {
      "External id": 17872,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782126.041, "dur": 1.597,
    "args": {
      "External id": 17873,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782130.292, "dur": 5.241,
    "args": {
      "External id": 17874,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782132.073, "dur": 3.307,
    "args": {
      "External id": 17875,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782171.233, "dur": 243.830,
    "args": {
      "External id": 17876,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782299.093, "dur": 5.094,
    "args": {
      "External id": 17877,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782306.627, "dur": 3.898,
    "args": {
      "External id": 17878,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782430.010, "dur": 4.306,
    "args": {
      "External id": 17879,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782437.539, "dur": 0.915,
    "args": {
      "External id": 17880,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782440.429, "dur": 0.744,
    "args": {
      "External id": 17881,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782478.841, "dur": 249.690,
    "args": {
      "External id": 17882,"Record function id": 0, "Sequence number": 246719, "Fwd thread id": 1, "Ev Idx": 473
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782480.930, "dur": 238.920,
    "args": {
      "External id": 17883,"Sequence number": 246719, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 474
    }
  },
  {
    "ph": "f", "id": 49, "pid": 1336753, "tid": 1381210, "ts": 1295650782480.930,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782504.074, "dur": 48.257,
    "args": {
      "External id": 17884,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782507.808, "dur": 3.369,
    "args": {
      "External id": 17885,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782512.642, "dur": 39.148,
    "args": {
      "External id": 17886,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], []], "Ev Idx": 477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782562.875, "dur": 4.526,
    "args": {
      "External id": 17887,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782564.780, "dur": 2.277,
    "args": {
      "External id": 17888,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782735.674, "dur": 158.434,
    "args": {
      "External id": 17889,"Record function id": 0, "Sequence number": 246718, "Fwd thread id": 1, "Ev Idx": 480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782737.732, "dur": 149.690,
    "args": {
      "External id": 17890,"Sequence number": 246718, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 481
    }
  },
  {
    "ph": "f", "id": 50, "pid": 1336753, "tid": 1381210, "ts": 1295650782737.732,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782750.941, "dur": 32.433,
    "args": {
      "External id": 17891,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782753.556, "dur": 3.014,
    "args": {
      "External id": 17892,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782758.025, "dur": 24.716,
    "args": {
      "External id": 17893,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], []], "Ev Idx": 484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782790.236, "dur": 4.620,
    "args": {
      "External id": 17894,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782792.421, "dur": 2.150,
    "args": {
      "External id": 17895,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782899.840, "dur": 16.033,
    "args": {
      "External id": 17896,"Record function id": 0, "Sequence number": 246717, "Fwd thread id": 1, "Ev Idx": 487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782901.148, "dur": 10.770,
    "args": {
      "External id": 17897,"Sequence number": 246717, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 488
    }
  },
  {
    "ph": "f", "id": 51, "pid": 1336753, "tid": 1381210, "ts": 1295650782901.148,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782904.148, "dur": 7.494,
    "args": {
      "External id": 17898,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782906.058, "dur": 5.357,
    "args": {
      "External id": 17899,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782919.157, "dur": 11.188,
    "args": {
      "External id": 17900,"Record function id": 0, "Sequence number": 246716, "Fwd thread id": 1, "Ev Idx": 491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782920.487, "dur": 6.173,
    "args": {
      "External id": 17901,"Sequence number": 246716, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 492
    }
  },
  {
    "ph": "f", "id": 52, "pid": 1336753, "tid": 1381210, "ts": 1295650782920.487,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782922.461, "dur": 4.056,
    "args": {
      "External id": 17902,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782925.553, "dur": 0.820,
    "args": {
      "External id": 17903,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782933.450, "dur": 7.799,
    "args": {
      "External id": 17904,"Record function id": 0, "Sequence number": 246715, "Fwd thread id": 1, "Ev Idx": 495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782935.096, "dur": 4.170,
    "args": {
      "External id": 17905,"Sequence number": 246715, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 496
    }
  },
  {
    "ph": "f", "id": 53, "pid": 1336753, "tid": 1381210, "ts": 1295650782935.096,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782936.898, "dur": 2.225,
    "args": {
      "External id": 17906,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782938.074, "dur": 0.894,
    "args": {
      "External id": 17907,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782945.148, "dur": 8.067,
    "args": {
      "External id": 17908,"Record function id": 0, "Sequence number": 246714, "Fwd thread id": 1, "Ev Idx": 499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782946.955, "dur": 3.609,
    "args": {
      "External id": 17909,"Sequence number": 246714, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 500
    }
  },
  {
    "ph": "f", "id": 54, "pid": 1336753, "tid": 1381210, "ts": 1295650782946.955,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782948.555, "dur": 1.866,
    "args": {
      "External id": 17910,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782949.426, "dur": 0.855,
    "args": {
      "External id": 17911,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782956.381, "dur": 243.901,
    "args": {
      "External id": 17912,"Record function id": 0, "Sequence number": 246713, "Fwd thread id": 1, "Ev Idx": 503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782959.690, "dur": 229.641,
    "args": {
      "External id": 17913,"Sequence number": 246713, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 504
    }
  },
  {
    "ph": "f", "id": 55, "pid": 1336753, "tid": 1381210, "ts": 1295650782959.690,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782965.444, "dur": 7.158,
    "args": {
      "External id": 17914,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 505
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782967.648, "dur": 4.425,
    "args": {
      "External id": 17915,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 506
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782970.256, "dur": 1.606,
    "args": {
      "External id": 17916,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650782974.192, "dur": 117.275,
    "args": {
      "External id": 17917,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783094.004, "dur": 8.218,
    "args": {
      "External id": 17918,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783095.525, "dur": 5.620,
    "args": {
      "External id": 17919,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783099.463, "dur": 1.486,
    "args": {
      "External id": 17920,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783133.836, "dur": 3.567,
    "args": {
      "External id": 17921,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783134.982, "dur": 1.869,
    "args": {
      "External id": 17922,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783136.457, "dur": 0.328,
    "args": {
      "External id": 17923,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783138.308, "dur": 49.990,
    "args": {
      "External id": 17924,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783207.758, "dur": 10.055,
    "args": {
      "External id": 17925,"Record function id": 0, "Sequence number": 246712, "Fwd thread id": 1, "Ev Idx": 516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783208.864, "dur": 6.906,
    "args": {
      "External id": 17926,"Sequence number": 246712, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 517
    }
  },
  {
    "ph": "f", "id": 56, "pid": 1336753, "tid": 1381210, "ts": 1295650783208.864,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783210.544, "dur": 5.088,
    "args": {
      "External id": 17927,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783213.910, "dur": 1.581,
    "args": {
      "External id": 17928,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783220.990, "dur": 30.149,
    "args": {
      "External id": 17929,"Record function id": 0, "Sequence number": 246711, "Fwd thread id": 1, "Ev Idx": 520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783222.070, "dur": 4.504,
    "args": {
      "External id": 17930,"Sequence number": 246711, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 521
    }
  },
  {
    "ph": "f", "id": 57, "pid": 1336753, "tid": 1381210, "ts": 1295650783222.070,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783223.376, "dur": 2.986,
    "args": {
      "External id": 17931,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783223.882, "dur": 1.936,
    "args": {
      "External id": 17932,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783225.284, "dur": 0.429,
    "args": {
      "External id": 17933,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783259.766, "dur": 13.008,
    "args": {
      "External id": 17934,"Record function id": 0, "Ev Idx": 525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783262.246, "dur": 9.699,
    "args": {
      "External id": 17935,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783264.927, "dur": 6.509,
    "args": {
      "External id": 17936,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783268.581, "dur": 2.727,
    "args": {
      "External id": 17937,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783278.556, "dur": 8.044,
    "args": {
      "External id": 17938,"Record function id": 0, "Sequence number": 246710, "Fwd thread id": 1, "Ev Idx": 529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783280.001, "dur": 3.659,
    "args": {
      "External id": 17939,"Sequence number": 246710, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 530
    }
  },
  {
    "ph": "f", "id": 58, "pid": 1336753, "tid": 1381210, "ts": 1295650783280.001,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783281.477, "dur": 2.011,
    "args": {
      "External id": 17940,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783282.204, "dur": 1.176,
    "args": {
      "External id": 17941,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783289.699, "dur": 101.708,
    "args": {
      "External id": 17942,"Record function id": 0, "Sequence number": 246709, "Fwd thread id": 1, "Ev Idx": 533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783290.479, "dur": 92.358,
    "args": {
      "External id": 17943,"Sequence number": 246709, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 534
    }
  },
  {
    "ph": "f", "id": 59, "pid": 1336753, "tid": 1381210, "ts": 1295650783290.479,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783293.766, "dur": 5.209,
    "args": {
      "External id": 17944,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783294.445, "dur": 4.077,
    "args": {
      "External id": 17945,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783297.943, "dur": 0.478,
    "args": {
      "External id": 17946,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783299.776, "dur": 35.507,
    "args": {
      "External id": 17947,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783336.379, "dur": 3.424,
    "args": {
      "External id": 17948,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783336.936, "dur": 2.250,
    "args": {
      "External id": 17949,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783338.665, "dur": 0.421,
    "args": {
      "External id": 17950,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783340.995, "dur": 6.897,
    "args": {
      "External id": 17951,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783343.816, "dur": 3.574,
    "args": {
      "External id": 17952,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783345.006, "dur": 2.317,
    "args": {
      "External id": 17953,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783348.356, "dur": 33.610,
    "args": {
      "External id": 17954,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783395.683, "dur": 32.608,
    "args": {
      "External id": 17955,"Record function id": 0, "Sequence number": 246708, "Fwd thread id": 1, "Ev Idx": 546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783396.551, "dur": 4.288,
    "args": {
      "External id": 17956,"Sequence number": 246708, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 547
    }
  },
  {
    "ph": "f", "id": 60, "pid": 1336753, "tid": 1381210, "ts": 1295650783396.551,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783398.507, "dur": 2.176,
    "args": {
      "External id": 17957,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783399.363, "dur": 1.190,
    "args": {
      "External id": 17958,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783404.026, "dur": 21.546,
    "args": {
      "External id": 17959,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783431.826, "dur": 10.892,
    "args": {
      "External id": 17960,"Record function id": 0, "Sequence number": 246707, "Fwd thread id": 1, "Ev Idx": 551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783432.687, "dur": 7.099,
    "args": {
      "External id": 17961,"Sequence number": 246707, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 552
    }
  },
  {
    "ph": "f", "id": 61, "pid": 1336753, "tid": 1381210, "ts": 1295650783432.687,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783435.906, "dur": 3.647,
    "args": {
      "External id": 17962,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783436.591, "dur": 2.415,
    "args": {
      "External id": 17963,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783438.311, "dur": 0.553,
    "args": {
      "External id": 17964,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783446.956, "dur": 5.324,
    "args": {
      "External id": 17965,"Record function id": 0, "Ev Idx": 556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783448.663, "dur": 3.117,
    "args": {
      "External id": 17966,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783449.704, "dur": 1.814,
    "args": {
      "External id": 17967,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783450.411, "dur": 1.007,
    "args": {
      "External id": 17968,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 559
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783455.844, "dur": 9.132,
    "args": {
      "External id": 17969,"Record function id": 0, "Sequence number": 246706, "Fwd thread id": 1, "Ev Idx": 560
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783457.294, "dur": 5.250,
    "args": {
      "External id": 17970,"Sequence number": 246706, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 561
    }
  },
  {
    "ph": "f", "id": 62, "pid": 1336753, "tid": 1381210, "ts": 1295650783457.294,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783458.574, "dur": 3.820,
    "args": {
      "External id": 17971,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783461.484, "dur": 0.813,
    "args": {
      "External id": 17972,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 563
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783468.015, "dur": 93.354,
    "args": {
      "External id": 17973,"Record function id": 0, "Sequence number": 246705, "Fwd thread id": 1, "Ev Idx": 564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783468.909, "dur": 82.670,
    "args": {
      "External id": 17974,"Sequence number": 246705, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 565
    }
  },
  {
    "ph": "f", "id": 63, "pid": 1336753, "tid": 1381210, "ts": 1295650783468.909,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783472.142, "dur": 2.858,
    "args": {
      "External id": 17975,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783472.531, "dur": 2.044,
    "args": {
      "External id": 17976,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 567
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783474.052, "dur": 0.422,
    "args": {
      "External id": 17977,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783475.774, "dur": 29.331,
    "args": {
      "External id": 17978,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783508.181, "dur": 3.130,
    "args": {
      "External id": 17979,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 570
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783508.720, "dur": 2.035,
    "args": {
      "External id": 17980,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783510.072, "dur": 0.570,
    "args": {
      "External id": 17981,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783512.558, "dur": 3.112,
    "args": {
      "External id": 17982,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783513.550, "dur": 1.750,
    "args": {
      "External id": 17983,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 574
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783514.896, "dur": 0.340,
    "args": {
      "External id": 17984,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783518.953, "dur": 31.855,
    "args": {
      "External id": 17985,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 576
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783565.360, "dur": 26.502,
    "args": {
      "External id": 17986,"Record function id": 0, "Sequence number": 246704, "Fwd thread id": 1, "Ev Idx": 577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783566.356, "dur": 4.525,
    "args": {
      "External id": 17987,"Sequence number": 246704, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 578
    }
  },
  {
    "ph": "f", "id": 64, "pid": 1336753, "tid": 1381210, "ts": 1295650783566.356,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783568.570, "dur": 2.118,
    "args": {
      "External id": 17988,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783569.459, "dur": 1.128,
    "args": {
      "External id": 17989,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783573.124, "dur": 16.474,
    "args": {
      "External id": 17990,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783595.349, "dur": 14.157,
    "args": {
      "External id": 17991,"Record function id": 0, "Sequence number": 246703, "Fwd thread id": 1, "Ev Idx": 582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783596.437, "dur": 10.366,
    "args": {
      "External id": 17992,"Sequence number": 246703, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 583
    }
  },
  {
    "ph": "f", "id": 65, "pid": 1336753, "tid": 1381210, "ts": 1295650783596.437,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783597.146, "dur": 9.440,
    "args": {
      "External id": 17993,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783601.028, "dur": 5.012,
    "args": {
      "External id": 17994,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783605.411, "dur": 0.523,
    "args": {
      "External id": 17995,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783613.499, "dur": 5.091,
    "args": {
      "External id": 17996,"Record function id": 0, "Ev Idx": 587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783615.300, "dur": 2.828,
    "args": {
      "External id": 17997,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783616.194, "dur": 1.481,
    "args": {
      "External id": 17998,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783616.541, "dur": 1.033,
    "args": {
      "External id": 17999,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 590
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783623.233, "dur": 358.872,
    "args": {
      "External id": 18000,"Record function id": 0, "Sequence number": 246702, "Fwd thread id": 1, "Ev Idx": 591
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783624.808, "dur": 325.695,
    "args": {
      "External id": 18001,"Sequence number": 246702, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 592
    }
  },
  {
    "ph": "f", "id": 66, "pid": 1336753, "tid": 1381210, "ts": 1295650783624.808,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783659.232, "dur": 1.874,
    "args": {
      "External id": 18002,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783660.010, "dur": 0.943,
    "args": {
      "External id": 18003,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783677.908, "dur": 5.641,
    "args": {
      "External id": 18004,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783693.217, "dur": 1.868,
    "args": {
      "External id": 18005,"Record function id": 0, "Concrete Inputs": ["[132, 2048]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 596
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783849.036, "dur": 1.685,
    "args": {
      "External id": 18006,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 2048]"], "Input type": ["float", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[132, 2048], []], "Ev Idx": 597
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783854.631, "dur": 34.763,
    "args": {
      "External id": 18007,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[270336, 2048, 1], [], [], []], "Input Dims": [[1, 132, 2048], [], [], []], "Ev Idx": 598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783864.924, "dur": 0.924,
    "args": {
      "External id": 18008,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 2048]", "[2048, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[1, 2048], [], [], []], "Ev Idx": 599
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783894.509, "dur": 31.796,
    "args": {
      "External id": 18009,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], []], "Ev Idx": 600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783896.726, "dur": 29.389,
    "args": {
      "External id": 18010,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], [], []], "Ev Idx": 601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783901.319, "dur": 5.538,
    "args": {
      "External id": 18011,"Record function id": 0, "Concrete Inputs": ["[1, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783908.531, "dur": 17.054,
    "args": {
      "External id": 18012,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[1, 2048], [1, 2048], []], "Ev Idx": 603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783932.909, "dur": 2.506,
    "args": {
      "External id": 18013,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1]], "Input Dims": [[1, 2048], [2048]], "Ev Idx": 604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783934.109, "dur": 1.157,
    "args": {
      "External id": 18014,"Record function id": 0, "Concrete Inputs": ["", "[2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[1, 2048], []], "Ev Idx": 605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783941.636, "dur": 2.198,
    "args": {
      "External id": 18015,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783942.720, "dur": 1.003,
    "args": {
      "External id": 18016,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1381210,
    "ts": 1295650783961.415, "dur": 15.780,
    "args": {
      "External id": 18017,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784032.739, "dur": 13.271,
    "args": {
      "External id": 18018,"Record function id": 0, "Ev Idx": 609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784035.942, "dur": 9.109,
    "args": {
      "External id": 18019,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 610
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784038.070, "dur": 5.373,
    "args": {
      "External id": 18020,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784041.165, "dur": 2.042,
    "args": {
      "External id": 18021,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 612
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784052.454, "dur": 8.468,
    "args": {
      "External id": 18022,"Record function id": 0, "Sequence number": 246701, "Fwd thread id": 1, "Ev Idx": 613
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784054.016, "dur": 1.665,
    "args": {
      "External id": 18023,"Sequence number": 246701, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 614
    }
  },
  {
    "ph": "f", "id": 67, "pid": 1336753, "tid": 1381210, "ts": 1295650784054.016,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SwiGLULinearFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784065.356, "dur": 455.500,
    "args": {
      "External id": 18024,"Record function id": 0, "Sequence number": 246700, "Fwd thread id": 1, "Ev Idx": 615
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784067.222, "dur": 438.147,
    "args": {
      "External id": 18025,"Sequence number": 246700, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 616
    }
  },
  {
    "ph": "f", "id": 68, "pid": 1336753, "tid": 1381210, "ts": 1295650784067.222,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784099.730, "dur": 9.746,
    "args": {
      "External id": 18026,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 617
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784105.769, "dur": 3.437,
    "args": {
      "External id": 18027,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]", "[8192, 1]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[33554432, 8192, 1], [], []], "Input Dims": [[16, 4096, 2048], [], []], "Ev Idx": 618
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784113.411, "dur": 7.245,
    "args": {
      "External id": 18028,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784115.116, "dur": 4.790,
    "args": {
      "External id": 18029,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784119.014, "dur": 0.765,
    "args": {
      "External id": 18030,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784124.465, "dur": 89.401,
    "args": {
      "External id": 18031,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8192, 1], [1, 5632], []], "Input Dims": [[65536, 2048], [5632, 2048], []], "Ev Idx": 622
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784125.565, "dur": 4.908,
    "args": {
      "External id": 18032,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 5632]], "Input Dims": [[5632, 2048]], "Ev Idx": 623
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784126.004, "dur": 3.946,
    "args": {
      "External id": 18033,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 5632], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784127.540, "dur": 2.316,
    "args": {
      "External id": 18034,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[5632, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 5632], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784131.869, "dur": 81.498,
    "args": {
      "External id": 18035,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8192, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784135.622, "dur": 76.845,
    "args": {
      "External id": 18036,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8192, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784217.988, "dur": 3.458,
    "args": {
      "External id": 18037,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [23068672, 5632, 1]], "Input Dims": [[65536, 5632], [16, 4096, 5632]], "Ev Idx": 628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784219.898, "dur": 1.442,
    "args": {
      "External id": 18038,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784273.886, "dur": 6.726,
    "args": {
      "External id": 18039,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784282.068, "dur": 2.064,
    "args": {
      "External id": 18040,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784285.430, "dur": 1.976,
    "args": {
      "External id": 18041,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784326.662, "dur": 3.621,
    "args": {
      "External id": 18042,"Record function id": 0, "Concrete Inputs": ["", "[-1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784328.052, "dur": 2.078,
    "args": {
      "External id": 18043,"Record function id": 0, "Concrete Inputs": ["", "[-1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::einsum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784353.932, "dur": 133.580,
    "args": {
      "External id": 18044,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["", "TensorList", ""], "Input Strides": [[], [[8192, 1], [5632, 1]], []], "Input Dims": [[], [[65536, 2048], [65536, 5632]], []], "Ev Idx": 635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784359.210, "dur": 6.168,
    "args": {
      "External id": 18045,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 636
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784363.445, "dur": 1.129,
    "args": {
      "External id": 18046,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048, 1]", "[8192, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 637
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784367.239, "dur": 8.982,
    "args": {
      "External id": 18047,"Record function id": 0, "Concrete Inputs": ["", "[1, 2, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8192, 1, 1], []], "Input Dims": [[65536, 2048, 1], []], "Ev Idx": 638
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784372.732, "dur": 2.873,
    "args": {
      "External id": 18048,"Record function id": 0, "Concrete Inputs": ["", "[2048, 1, 65536]", "[1, 1, 8192]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[65536, 2048, 1], [], [], []], "Ev Idx": 639
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784378.088, "dur": 3.225,
    "args": {
      "External id": 18049,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784380.291, "dur": 0.667,
    "args": {
      "External id": 18050,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632, 1]", "[5632, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 641
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784382.408, "dur": 3.367,
    "args": {
      "External id": 18051,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 642
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784384.757, "dur": 0.614,
    "args": {
      "External id": 18052,"Record function id": 0, "Concrete Inputs": ["", "[1, 5632, 65536]", "[1, 1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1, 1], [], [], []], "Input Dims": [[65536, 5632, 1], [], [], []], "Ev Idx": 643
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784392.777, "dur": 3.505,
    "args": {
      "External id": 18053,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 8192], []], "Input Dims": [[2048, 1, 65536], []], "Ev Idx": 644
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784395.205, "dur": 0.765,
    "args": {
      "External id": 18054,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536, 1]", "[1, 8192, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 8192], [], [], []], "Input Dims": [[2048, 1, 65536], [], [], []], "Ev Idx": 645
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784397.280, "dur": 6.438,
    "args": {
      "External id": 18055,"Record function id": 0, "Concrete Inputs": ["", "[1, 2048, 65536]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 8192, 1], []], "Input Dims": [[2048, 65536, 1], []], "Ev Idx": 646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784401.670, "dur": 1.861,
    "args": {
      "External id": 18056,"Record function id": 0, "Concrete Inputs": ["", "[1, 2048, 65536]", "[2048, 1, 8192]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[1, 8192, 1], [], []], "Input Dims": [[2048, 65536, 1], [], []], "Ev Idx": 647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784404.730, "dur": 2.826,
    "args": {
      "External id": 18057,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 5632], []], "Input Dims": [[1, 5632, 65536], []], "Ev Idx": 648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784406.820, "dur": 0.418,
    "args": {
      "External id": 18058,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632, 1]", "[5632, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 5632], [], [], []], "Input Dims": [[1, 5632, 65536], [], [], []], "Ev Idx": 649
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784408.674, "dur": 4.002,
    "args": {
      "External id": 18059,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784409.446, "dur": 3.118,
    "args": {
      "External id": 18060,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 651
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784414.140, "dur": 56.501,
    "args": {
      "External id": 18061,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1, 8192], [369098752, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632]], "Ev Idx": 652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784475.837, "dur": 2.708,
    "args": {
      "External id": 18062,"Record function id": 0, "Concrete Inputs": ["", "[2048, 1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 5632, 1], []], "Input Dims": [[1, 2048, 5632], []], "Ev Idx": 653
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784479.650, "dur": 3.630,
    "args": {
      "External id": 18063,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 5632, 1], []], "Input Dims": [[2048, 1, 5632], []], "Ev Idx": 654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784482.324, "dur": 0.387,
    "args": {
      "External id": 18064,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632, 1]", "[5632, 1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 5632, 1], [], [], []], "Input Dims": [[2048, 1, 5632], [], [], []], "Ev Idx": 655
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784485.718, "dur": 0.764,
    "args": {
      "External id": 18065,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 5632], []], "Input Dims": [[2048, 5632, 1], []], "Ev Idx": 656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784532.726, "dur": 9.889,
    "args": {
      "External id": 18066,"Record function id": 0, "Ev Idx": 657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784535.470, "dur": 6.478,
    "args": {
      "External id": 18067,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784537.715, "dur": 3.428,
    "args": {
      "External id": 18068,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784538.937, "dur": 2.049,
    "args": {
      "External id": 18069,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784546.707, "dur": 10.585,
    "args": {
      "External id": 18070,"Record function id": 0, "Sequence number": 246699, "Fwd thread id": 1, "Ev Idx": 661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784548.177, "dur": 6.418,
    "args": {
      "External id": 18071,"Sequence number": 246699, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[23068672, 5632, 1]], "Input Dims": [[16, 4096, 5632]], "Ev Idx": 662
    }
  },
  {
    "ph": "f", "id": 69, "pid": 1336753, "tid": 1381210, "ts": 1295650784548.177,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784549.913, "dur": 4.457,
    "args": {
      "External id": 18072,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784553.388, "dur": 0.825,
    "args": {
      "External id": 18073,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784560.770, "dur": 125.029,
    "args": {
      "External id": 18074,"Record function id": 0, "Sequence number": 246698, "Fwd thread id": 1, "Ev Idx": 665
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784561.861, "dur": 116.209,
    "args": {
      "External id": 18075,"Sequence number": 246698, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 666
    }
  },
  {
    "ph": "f", "id": 70, "pid": 1336753, "tid": 1381210, "ts": 1295650784561.861,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784566.612, "dur": 3.998,
    "args": {
      "External id": 18076,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784567.721, "dur": 2.385,
    "args": {
      "External id": 18077,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[65536, 5632], [], []], "Ev Idx": 668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784569.372, "dur": 0.581,
    "args": {
      "External id": 18078,"Record function id": 0, "Concrete Inputs": ["", "[5632, 65536]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784571.763, "dur": 40.880,
    "args": {
      "External id": 18079,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048]], "Ev Idx": 670
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784616.120, "dur": 4.051,
    "args": {
      "External id": 18080,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784616.870, "dur": 2.561,
    "args": {
      "External id": 18081,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784618.525, "dur": 0.747,
    "args": {
      "External id": 18082,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 673
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784621.786, "dur": 3.979,
    "args": {
      "External id": 18083,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784622.995, "dur": 2.170,
    "args": {
      "External id": 18084,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 675
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784624.671, "dur": 0.386,
    "args": {
      "External id": 18085,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 676
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784629.380, "dur": 47.954,
    "args": {
      "External id": 18086,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784690.391, "dur": 7.455,
    "args": {
      "External id": 18087,"Record function id": 0, "Sequence number": 246697, "Fwd thread id": 1, "Ev Idx": 678
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784691.630, "dur": 4.783,
    "args": {
      "External id": 18088,"Sequence number": 246697, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 679
    }
  },
  {
    "ph": "f", "id": 71, "pid": 1336753, "tid": 1381210, "ts": 1295650784691.630,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784693.677, "dur": 2.571,
    "args": {
      "External id": 18089,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 680
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784695.064, "dur": 1.068,
    "args": {
      "External id": 18090,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 681
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784701.065, "dur": 8.881,
    "args": {
      "External id": 18091,"Record function id": 0, "Sequence number": 246696, "Fwd thread id": 1, "Ev Idx": 682
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784702.069, "dur": 5.404,
    "args": {
      "External id": 18092,"Sequence number": 246696, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 683
    }
  },
  {
    "ph": "f", "id": 72, "pid": 1336753, "tid": 1381210, "ts": 1295650784702.069,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784703.319, "dur": 3.952,
    "args": {
      "External id": 18093,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 684
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784704.125, "dur": 2.663,
    "args": {
      "External id": 18094,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 685
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784706.073, "dur": 0.629,
    "args": {
      "External id": 18095,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784714.098, "dur": 8.681,
    "args": {
      "External id": 18096,"Record function id": 0, "Ev Idx": 687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784717.159, "dur": 5.091,
    "args": {
      "External id": 18097,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784718.112, "dur": 3.766,
    "args": {
      "External id": 18098,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 689
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784720.782, "dur": 0.995,
    "args": {
      "External id": 18099,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 690
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784726.312, "dur": 7.076,
    "args": {
      "External id": 18100,"Record function id": 0, "Sequence number": 246695, "Fwd thread id": 1, "Ev Idx": 691
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784727.989, "dur": 2.806,
    "args": {
      "External id": 18101,"Sequence number": 246695, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[23068672, 5632, 1]], "Input Dims": [[16, 4096, 5632]], "Ev Idx": 692
    }
  },
  {
    "ph": "f", "id": 73, "pid": 1336753, "tid": 1381210, "ts": 1295650784727.989,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784729.351, "dur": 1.300,
    "args": {
      "External id": 18102,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784729.946, "dur": 0.606,
    "args": {
      "External id": 18103,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 694
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784736.448, "dur": 117.655,
    "args": {
      "External id": 18104,"Record function id": 0, "Sequence number": 246694, "Fwd thread id": 1, "Ev Idx": 695
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784737.280, "dur": 107.006,
    "args": {
      "External id": 18105,"Sequence number": 246694, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 696
    }
  },
  {
    "ph": "f", "id": 74, "pid": 1336753, "tid": 1381210, "ts": 1295650784737.280,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784741.117, "dur": 9.381,
    "args": {
      "External id": 18106,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 697
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784744.758, "dur": 5.277,
    "args": {
      "External id": 18107,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[65536, 5632], [], []], "Ev Idx": 698
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784749.597, "dur": 0.320,
    "args": {
      "External id": 18108,"Record function id": 0, "Concrete Inputs": ["", "[5632, 65536]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784751.223, "dur": 33.933,
    "args": {
      "External id": 18109,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048]], "Ev Idx": 700
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784786.065, "dur": 5.061,
    "args": {
      "External id": 18110,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 701
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784786.872, "dur": 3.684,
    "args": {
      "External id": 18111,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 702
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784788.368, "dur": 2.045,
    "args": {
      "External id": 18112,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784794.372, "dur": 5.231,
    "args": {
      "External id": 18113,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784795.460, "dur": 3.515,
    "args": {
      "External id": 18114,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 705
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784796.717, "dur": 2.142,
    "args": {
      "External id": 18115,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784800.288, "dur": 43.310,
    "args": {
      "External id": 18116,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 707
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784858.395, "dur": 34.917,
    "args": {
      "External id": 18117,"Record function id": 0, "Sequence number": 246693, "Fwd thread id": 1, "Ev Idx": 708
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784859.322, "dur": 5.102,
    "args": {
      "External id": 18118,"Sequence number": 246693, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 709
    }
  },
  {
    "ph": "f", "id": 75, "pid": 1336753, "tid": 1381210, "ts": 1295650784859.322,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784861.674, "dur": 2.596,
    "args": {
      "External id": 18119,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784863.049, "dur": 1.131,
    "args": {
      "External id": 18120,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784867.085, "dur": 23.603,
    "args": {
      "External id": 18121,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784896.777, "dur": 11.728,
    "args": {
      "External id": 18122,"Record function id": 0, "Sequence number": 246692, "Fwd thread id": 1, "Ev Idx": 713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784900.115, "dur": 5.572,
    "args": {
      "External id": 18123,"Sequence number": 246692, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 714
    }
  },
  {
    "ph": "f", "id": 76, "pid": 1336753, "tid": 1381210, "ts": 1295650784900.115,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784901.136, "dur": 4.341,
    "args": {
      "External id": 18124,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784902.190, "dur": 2.799,
    "args": {
      "External id": 18125,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 716
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784904.254, "dur": 0.581,
    "args": {
      "External id": 18126,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784912.421, "dur": 4.794,
    "args": {
      "External id": 18127,"Record function id": 0, "Ev Idx": 718
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784914.096, "dur": 2.656,
    "args": {
      "External id": 18128,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 719
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784915.017, "dur": 1.337,
    "args": {
      "External id": 18129,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784915.444, "dur": 0.816,
    "args": {
      "External id": 18130,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 721
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784923.644, "dur": 491.521,
    "args": {
      "External id": 18131,"Record function id": 0, "Sequence number": 246691, "Fwd thread id": 1, "Ev Idx": 722
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784925.254, "dur": 451.843,
    "args": {
      "External id": 18132,"Sequence number": 246691, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 723
    }
  },
  {
    "ph": "f", "id": 77, "pid": 1336753, "tid": 1381210, "ts": 1295650784925.254,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784947.500, "dur": 33.131,
    "args": {
      "External id": 18133,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 724
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784949.019, "dur": 31.401,
    "args": {
      "External id": 18134,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 725
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784952.215, "dur": 5.412,
    "args": {
      "External id": 18135,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], [], []], "Ev Idx": 726
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784954.655, "dur": 2.459,
    "args": {
      "External id": 18136,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 727
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650784958.888, "dur": 20.958,
    "args": {
      "External id": 18137,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 728
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785033.037, "dur": 3.595,
    "args": {
      "External id": 18138,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 729
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785034.430, "dur": 1.999,
    "args": {
      "External id": 18139,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 730
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785040.970, "dur": 4.321,
    "args": {
      "External id": 18140,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785042.431, "dur": 2.746,
    "args": {
      "External id": 18141,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785060.311, "dur": 3.388,
    "args": {
      "External id": 18142,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785074.951, "dur": 1.999,
    "args": {
      "External id": 18143,"Record function id": 0, "Concrete Inputs": ["[132, 2048]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785260.460, "dur": 3.318,
    "args": {
      "External id": 18144,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 2048]"], "Input type": ["float", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[132, 2048], []], "Ev Idx": 735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785268.177, "dur": 35.395,
    "args": {
      "External id": 18145,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[270336, 2048, 1], [], [], []], "Input Dims": [[1, 132, 2048], [], [], []], "Ev Idx": 736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785277.569, "dur": 0.928,
    "args": {
      "External id": 18146,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 2048]", "[2048, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[1, 2048], [], [], []], "Ev Idx": 737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785309.322, "dur": 31.804,
    "args": {
      "External id": 18147,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], []], "Ev Idx": 738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785311.244, "dur": 29.673,
    "args": {
      "External id": 18148,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], [], []], "Ev Idx": 739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785315.662, "dur": 5.029,
    "args": {
      "External id": 18149,"Record function id": 0, "Concrete Inputs": ["[1, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785323.903, "dur": 16.540,
    "args": {
      "External id": 18150,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[1, 2048], [1, 2048], []], "Ev Idx": 741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785344.976, "dur": 2.663,
    "args": {
      "External id": 18151,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1]], "Input Dims": [[1, 2048], [2048]], "Ev Idx": 742
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785346.363, "dur": 1.112,
    "args": {
      "External id": 18152,"Record function id": 0, "Concrete Inputs": ["", "[2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[1, 2048], []], "Ev Idx": 743
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785355.669, "dur": 2.953,
    "args": {
      "External id": 18153,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 744
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785357.162, "dur": 1.353,
    "args": {
      "External id": 18154,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 745
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785361.109, "dur": 3.981,
    "args": {
      "External id": 18155,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785362.191, "dur": 2.804,
    "args": {
      "External id": 18156,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 747
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785395.531, "dur": 18.029,
    "args": {
      "External id": 18157,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 748
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785429.388, "dur": 9.482,
    "args": {
      "External id": 18158,"Record function id": 0, "Ev Idx": 749
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785431.874, "dur": 6.284,
    "args": {
      "External id": 18159,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785434.144, "dur": 3.265,
    "args": {
      "External id": 18160,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785435.331, "dur": 1.983,
    "args": {
      "External id": 18161,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785443.284, "dur": 9.785,
    "args": {
      "External id": 18162,"Record function id": 0, "Sequence number": 246690, "Fwd thread id": 1, "Ev Idx": 753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785444.557, "dur": 4.298,
    "args": {
      "External id": 18163,"Sequence number": 246690, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 754
    }
  },
  {
    "ph": "f", "id": 78, "pid": 1336753, "tid": 1381210, "ts": 1295650785444.557,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785446.544, "dur": 2.078,
    "args": {
      "External id": 18164,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 755
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785447.450, "dur": 1.047,
    "args": {
      "External id": 18165,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785458.861, "dur": 135.682,
    "args": {
      "External id": 18166,"Record function id": 0, "Sequence number": 246689, "Fwd thread id": 1, "Ev Idx": 757
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785459.703, "dur": 128.062,
    "args": {
      "External id": 18167,"Sequence number": 246689, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 758
    }
  },
  {
    "ph": "f", "id": 79, "pid": 1336753, "tid": 1381210, "ts": 1295650785459.703,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785463.820, "dur": 5.270,
    "args": {
      "External id": 18168,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 759
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785465.264, "dur": 3.147,
    "args": {
      "External id": 18169,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785467.337, "dur": 0.829,
    "args": {
      "External id": 18170,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 761
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785470.361, "dur": 54.758,
    "args": {
      "External id": 18171,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 762
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785526.273, "dur": 8.276,
    "args": {
      "External id": 18172,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785529.174, "dur": 4.698,
    "args": {
      "External id": 18173,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785531.162, "dur": 2.545,
    "args": {
      "External id": 18174,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785536.610, "dur": 3.886,
    "args": {
      "External id": 18175,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785537.826, "dur": 2.228,
    "args": {
      "External id": 18176,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785539.386, "dur": 0.569,
    "args": {
      "External id": 18177,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785541.193, "dur": 45.879,
    "args": {
      "External id": 18178,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785599.195, "dur": 12.350,
    "args": {
      "External id": 18179,"Record function id": 0, "Sequence number": 246688, "Fwd thread id": 1, "Ev Idx": 770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785603.118, "dur": 5.950,
    "args": {
      "External id": 18180,"Sequence number": 246688, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 771
    }
  },
  {
    "ph": "f", "id": 80, "pid": 1336753, "tid": 1381210, "ts": 1295650785603.118,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785604.735, "dur": 4.171,
    "args": {
      "External id": 18181,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 772
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785606.014, "dur": 2.760,
    "args": {
      "External id": 18182,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 773
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785615.144, "dur": 7.233,
    "args": {
      "External id": 18183,"Record function id": 0, "Sequence number": 246687, "Fwd thread id": 1, "Ev Idx": 774
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785616.086, "dur": 4.335,
    "args": {
      "External id": 18184,"Sequence number": 246687, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 775
    }
  },
  {
    "ph": "f", "id": 81, "pid": 1336753, "tid": 1381210, "ts": 1295650785616.086,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785616.964, "dur": 3.264,
    "args": {
      "External id": 18185,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 776
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785617.664, "dur": 1.994,
    "args": {
      "External id": 18186,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785619.204, "dur": 0.302,
    "args": {
      "External id": 18187,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785626.297, "dur": 7.238,
    "args": {
      "External id": 18188,"Record function id": 0, "Ev Idx": 779
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785627.997, "dur": 5.038,
    "args": {
      "External id": 18189,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785629.026, "dur": 3.689,
    "args": {
      "External id": 18190,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 781
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785631.802, "dur": 0.786,
    "args": {
      "External id": 18191,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 782
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785636.675, "dur": 7.618,
    "args": {
      "External id": 18192,"Record function id": 0, "Sequence number": 246686, "Fwd thread id": 1, "Ev Idx": 783
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785637.576, "dur": 4.406,
    "args": {
      "External id": 18193,"Sequence number": 246686, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 784
    }
  },
  {
    "ph": "f", "id": 82, "pid": 1336753, "tid": 1381210, "ts": 1295650785637.576,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785639.353, "dur": 2.483,
    "args": {
      "External id": 18194,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 785
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785640.372, "dur": 1.321,
    "args": {
      "External id": 18195,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 786
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FlashAttnFuncBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785648.670, "dur": 285.861,
    "args": {
      "External id": 18196,"Record function id": 0, "Sequence number": 246685, "Fwd thread id": 1, "Ev Idx": 787
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FlashAttnFuncBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785650.362, "dur": 263.030,
    "args": {
      "External id": 18197,"Sequence number": 246685, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 788
    }
  },
  {
    "ph": "f", "id": 83, "pid": 1336753, "tid": 1381210, "ts": 1295650785650.362,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785667.464, "dur": 6.527,
    "args": {
      "External id": 18198,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785670.199, "dur": 3.368,
    "args": {
      "External id": 18199,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 790
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785676.298, "dur": 3.828,
    "args": {
      "External id": 18200,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 791
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785677.984, "dur": 1.955,
    "args": {
      "External id": 18201,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785681.589, "dur": 5.935,
    "args": {
      "External id": 18202,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785683.395, "dur": 3.939,
    "args": {
      "External id": 18203,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785712.329, "dur": 176.468,
    "args": {
      "External id": 18204,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785796.984, "dur": 3.019,
    "args": {
      "External id": 18205,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785802.041, "dur": 4.003,
    "args": {
      "External id": 18206,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785900.865, "dur": 3.499,
    "args": {
      "External id": 18207,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785907.454, "dur": 0.689,
    "args": {
      "External id": 18208,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785910.091, "dur": 0.625,
    "args": {
      "External id": 18209,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 800
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785941.996, "dur": 271.604,
    "args": {
      "External id": 18210,"Record function id": 0, "Sequence number": 246684, "Fwd thread id": 1, "Ev Idx": 801
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785943.956, "dur": 260.882,
    "args": {
      "External id": 18211,"Sequence number": 246684, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 802
    }
  },
  {
    "ph": "f", "id": 84, "pid": 1336753, "tid": 1381210, "ts": 1295650785943.956,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785963.126, "dur": 89.124,
    "args": {
      "External id": 18212,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 803
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785966.246, "dur": 2.623,
    "args": {
      "External id": 18213,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 804
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650785970.393, "dur": 80.912,
    "args": {
      "External id": 18214,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], []], "Ev Idx": 805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786063.732, "dur": 6.091,
    "args": {
      "External id": 18215,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786066.142, "dur": 3.382,
    "args": {
      "External id": 18216,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 807
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786222.710, "dur": 183.613,
    "args": {
      "External id": 18217,"Record function id": 0, "Sequence number": 246683, "Fwd thread id": 1, "Ev Idx": 808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786224.983, "dur": 173.501,
    "args": {
      "External id": 18218,"Sequence number": 246683, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 809
    }
  },
  {
    "ph": "f", "id": 85, "pid": 1336753, "tid": 1381210, "ts": 1295650786224.983,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786256.728, "dur": 37.070,
    "args": {
      "External id": 18219,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786259.724, "dur": 3.793,
    "args": {
      "External id": 18220,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786265.114, "dur": 28.235,
    "args": {
      "External id": 18221,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], []], "Ev Idx": 812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786300.803, "dur": 4.259,
    "args": {
      "External id": 18222,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786302.619, "dur": 2.126,
    "args": {
      "External id": 18223,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 814
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786415.036, "dur": 17.914,
    "args": {
      "External id": 18224,"Record function id": 0, "Sequence number": 246682, "Fwd thread id": 1, "Ev Idx": 815
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786419.225, "dur": 10.720,
    "args": {
      "External id": 18225,"Sequence number": 246682, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 816
    }
  },
  {
    "ph": "f", "id": 86, "pid": 1336753, "tid": 1381210, "ts": 1295650786419.225,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786421.947, "dur": 7.700,
    "args": {
      "External id": 18226,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786423.741, "dur": 5.734,
    "args": {
      "External id": 18227,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786436.788, "dur": 7.595,
    "args": {
      "External id": 18228,"Record function id": 0, "Sequence number": 246681, "Fwd thread id": 1, "Ev Idx": 819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786438.086, "dur": 4.107,
    "args": {
      "External id": 18229,"Sequence number": 246681, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 820
    }
  },
  {
    "ph": "f", "id": 87, "pid": 1336753, "tid": 1381210, "ts": 1295650786438.086,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786439.641, "dur": 2.422,
    "args": {
      "External id": 18230,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786441.085, "dur": 0.798,
    "args": {
      "External id": 18231,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 822
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786449.413, "dur": 11.263,
    "args": {
      "External id": 18232,"Record function id": 0, "Sequence number": 246680, "Fwd thread id": 1, "Ev Idx": 823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786450.829, "dur": 7.251,
    "args": {
      "External id": 18233,"Sequence number": 246680, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 824
    }
  },
  {
    "ph": "f", "id": 88, "pid": 1336753, "tid": 1381210, "ts": 1295650786450.829,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786452.716, "dur": 5.236,
    "args": {
      "External id": 18234,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 825
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786456.680, "dur": 1.143,
    "args": {
      "External id": 18235,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786464.360, "dur": 8.693,
    "args": {
      "External id": 18236,"Record function id": 0, "Sequence number": 246679, "Fwd thread id": 1, "Ev Idx": 827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786466.012, "dur": 3.488,
    "args": {
      "External id": 18237,"Sequence number": 246679, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 828
    }
  },
  {
    "ph": "f", "id": 89, "pid": 1336753, "tid": 1381210, "ts": 1295650786466.012,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786467.321, "dur": 2.052,
    "args": {
      "External id": 18238,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 829
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786468.277, "dur": 1.004,
    "args": {
      "External id": 18239,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 830
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786476.592, "dur": 155.074,
    "args": {
      "External id": 18240,"Record function id": 0, "Sequence number": 246678, "Fwd thread id": 1, "Ev Idx": 831
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786477.607, "dur": 146.525,
    "args": {
      "External id": 18241,"Sequence number": 246678, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 832
    }
  },
  {
    "ph": "f", "id": 90, "pid": 1336753, "tid": 1381210, "ts": 1295650786477.607,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786482.888, "dur": 9.132,
    "args": {
      "External id": 18242,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 833
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786484.920, "dur": 6.417,
    "args": {
      "External id": 18243,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 834
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786489.292, "dur": 1.785,
    "args": {
      "External id": 18244,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 835
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786493.713, "dur": 68.118,
    "args": {
      "External id": 18245,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 836
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786563.175, "dur": 4.892,
    "args": {
      "External id": 18246,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 837
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786563.994, "dur": 3.199,
    "args": {
      "External id": 18247,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 838
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786566.090, "dur": 0.917,
    "args": {
      "External id": 18248,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 839
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786569.980, "dur": 6.860,
    "args": {
      "External id": 18249,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786572.014, "dur": 4.346,
    "args": {
      "External id": 18250,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786575.888, "dur": 0.356,
    "args": {
      "External id": 18251,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786577.548, "dur": 45.810,
    "args": {
      "External id": 18252,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786636.512, "dur": 8.152,
    "args": {
      "External id": 18253,"Record function id": 0, "Sequence number": 246677, "Fwd thread id": 1, "Ev Idx": 844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786637.626, "dur": 4.435,
    "args": {
      "External id": 18254,"Sequence number": 246677, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 845
    }
  },
  {
    "ph": "f", "id": 91, "pid": 1336753, "tid": 1381210, "ts": 1295650786637.626,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786639.674, "dur": 2.247,
    "args": {
      "External id": 18255,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786640.666, "dur": 1.127,
    "args": {
      "External id": 18256,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 847
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786647.999, "dur": 10.158,
    "args": {
      "External id": 18257,"Record function id": 0, "Sequence number": 246676, "Fwd thread id": 1, "Ev Idx": 848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786648.904, "dur": 6.887,
    "args": {
      "External id": 18258,"Sequence number": 246676, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 849
    }
  },
  {
    "ph": "f", "id": 92, "pid": 1336753, "tid": 1381210, "ts": 1295650786648.904,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786650.347, "dur": 5.246,
    "args": {
      "External id": 18259,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 850
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786652.796, "dur": 2.280,
    "args": {
      "External id": 18260,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 851
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786654.449, "dur": 0.514,
    "args": {
      "External id": 18261,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 852
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786664.022, "dur": 9.835,
    "args": {
      "External id": 18262,"Record function id": 0, "Ev Idx": 853
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786666.101, "dur": 6.861,
    "args": {
      "External id": 18263,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 854
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786668.482, "dur": 4.081,
    "args": {
      "External id": 18264,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 855
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786669.453, "dur": 2.948,
    "args": {
      "External id": 18265,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786677.261, "dur": 7.860,
    "args": {
      "External id": 18266,"Record function id": 0, "Sequence number": 246675, "Fwd thread id": 1, "Ev Idx": 857
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786678.721, "dur": 3.362,
    "args": {
      "External id": 18267,"Sequence number": 246675, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 858
    }
  },
  {
    "ph": "f", "id": 93, "pid": 1336753, "tid": 1381210, "ts": 1295650786678.721,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786680.439, "dur": 1.513,
    "args": {
      "External id": 18268,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786681.128, "dur": 0.736,
    "args": {
      "External id": 18269,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 860
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786690.326, "dur": 89.225,
    "args": {
      "External id": 18270,"Record function id": 0, "Sequence number": 246674, "Fwd thread id": 1, "Ev Idx": 861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786691.430, "dur": 80.794,
    "args": {
      "External id": 18271,"Sequence number": 246674, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 862
    }
  },
  {
    "ph": "f", "id": 94, "pid": 1336753, "tid": 1381210, "ts": 1295650786691.430,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786694.612, "dur": 3.207,
    "args": {
      "External id": 18272,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786695.120, "dur": 2.263,
    "args": {
      "External id": 18273,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786696.851, "dur": 0.422,
    "args": {
      "External id": 18274,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 865
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786698.502, "dur": 26.145,
    "args": {
      "External id": 18275,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786725.715, "dur": 6.416,
    "args": {
      "External id": 18276,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 867
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786728.627, "dur": 2.906,
    "args": {
      "External id": 18277,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 868
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786730.509, "dur": 0.904,
    "args": {
      "External id": 18278,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786733.367, "dur": 5.237,
    "args": {
      "External id": 18279,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786734.511, "dur": 3.683,
    "args": {
      "External id": 18280,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786736.327, "dur": 1.799,
    "args": {
      "External id": 18281,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786739.248, "dur": 32.257,
    "args": {
      "External id": 18282,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786784.008, "dur": 34.299,
    "args": {
      "External id": 18283,"Record function id": 0, "Sequence number": 246673, "Fwd thread id": 1, "Ev Idx": 874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786787.289, "dur": 4.588,
    "args": {
      "External id": 18284,"Sequence number": 246673, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 875
    }
  },
  {
    "ph": "f", "id": 95, "pid": 1336753, "tid": 1381210, "ts": 1295650786787.289,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786789.491, "dur": 2.246,
    "args": {
      "External id": 18285,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 876
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786790.334, "dur": 1.268,
    "args": {
      "External id": 18286,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 877
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786794.787, "dur": 21.600,
    "args": {
      "External id": 18287,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 878
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786821.754, "dur": 10.467,
    "args": {
      "External id": 18288,"Record function id": 0, "Sequence number": 246672, "Fwd thread id": 1, "Ev Idx": 879
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786822.633, "dur": 7.677,
    "args": {
      "External id": 18289,"Sequence number": 246672, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 880
    }
  },
  {
    "ph": "f", "id": 96, "pid": 1336753, "tid": 1381210, "ts": 1295650786822.633,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786823.862, "dur": 6.256,
    "args": {
      "External id": 18290,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 881
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786824.742, "dur": 4.851,
    "args": {
      "External id": 18291,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 882
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786828.866, "dur": 0.593,
    "args": {
      "External id": 18292,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786836.546, "dur": 5.770,
    "args": {
      "External id": 18293,"Record function id": 0, "Ev Idx": 884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786838.449, "dur": 3.344,
    "args": {
      "External id": 18294,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786839.699, "dur": 1.636,
    "args": {
      "External id": 18295,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 886
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786840.366, "dur": 0.852,
    "args": {
      "External id": 18296,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786846.095, "dur": 7.565,
    "args": {
      "External id": 18297,"Record function id": 0, "Sequence number": 246671, "Fwd thread id": 1, "Ev Idx": 888
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786847.499, "dur": 4.128,
    "args": {
      "External id": 18298,"Sequence number": 246671, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 889
    }
  },
  {
    "ph": "f", "id": 97, "pid": 1336753, "tid": 1381210, "ts": 1295650786847.499,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786849.119, "dur": 2.365,
    "args": {
      "External id": 18299,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786850.256, "dur": 1.083,
    "args": {
      "External id": 18300,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786859.483, "dur": 107.480,
    "args": {
      "External id": 18301,"Record function id": 0, "Sequence number": 246670, "Fwd thread id": 1, "Ev Idx": 892
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786862.295, "dur": 96.204,
    "args": {
      "External id": 18302,"Sequence number": 246670, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 893
    }
  },
  {
    "ph": "f", "id": 98, "pid": 1336753, "tid": 1381210, "ts": 1295650786862.295,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786865.851, "dur": 3.135,
    "args": {
      "External id": 18303,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 894
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786866.402, "dur": 2.139,
    "args": {
      "External id": 18304,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786867.844, "dur": 0.572,
    "args": {
      "External id": 18305,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 896
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786869.670, "dur": 27.984,
    "args": {
      "External id": 18306,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 897
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786898.581, "dur": 6.061,
    "args": {
      "External id": 18307,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786899.314, "dur": 4.746,
    "args": {
      "External id": 18308,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786902.788, "dur": 1.152,
    "args": {
      "External id": 18309,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786906.093, "dur": 6.864,
    "args": {
      "External id": 18310,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786909.988, "dur": 2.500,
    "args": {
      "External id": 18311,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786911.823, "dur": 0.591,
    "args": {
      "External id": 18312,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786913.448, "dur": 44.301,
    "args": {
      "External id": 18313,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786971.262, "dur": 72.252,
    "args": {
      "External id": 18314,"Record function id": 0, "Sequence number": 246669, "Fwd thread id": 1, "Ev Idx": 905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786972.459, "dur": 6.178,
    "args": {
      "External id": 18315,"Sequence number": 246669, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 906
    }
  },
  {
    "ph": "f", "id": 99, "pid": 1336753, "tid": 1381210, "ts": 1295650786972.459,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786976.298, "dur": 2.186,
    "args": {
      "External id": 18316,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 907
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786977.316, "dur": 1.028,
    "args": {
      "External id": 18317,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 908
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650786981.138, "dur": 59.080,
    "args": {
      "External id": 18318,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787049.694, "dur": 9.713,
    "args": {
      "External id": 18319,"Record function id": 0, "Sequence number": 246668, "Fwd thread id": 1, "Ev Idx": 910
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787051.187, "dur": 6.122,
    "args": {
      "External id": 18320,"Sequence number": 246668, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 911
    }
  },
  {
    "ph": "f", "id": 100, "pid": 1336753, "tid": 1381210, "ts": 1295650787051.187,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787052.064, "dur": 5.005,
    "args": {
      "External id": 18321,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 912
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787053.131, "dur": 3.197,
    "args": {
      "External id": 18322,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 913
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787055.545, "dur": 0.655,
    "args": {
      "External id": 18323,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787063.822, "dur": 8.639,
    "args": {
      "External id": 18324,"Record function id": 0, "Ev Idx": 915
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787065.749, "dur": 6.178,
    "args": {
      "External id": 18325,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787066.967, "dur": 4.494,
    "args": {
      "External id": 18326,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787069.870, "dur": 1.482,
    "args": {
      "External id": 18327,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787077.223, "dur": 389.564,
    "args": {
      "External id": 18328,"Record function id": 0, "Sequence number": 246667, "Fwd thread id": 1, "Ev Idx": 919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787078.903, "dur": 355.815,
    "args": {
      "External id": 18329,"Sequence number": 246667, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 920
    }
  },
  {
    "ph": "f", "id": 101, "pid": 1336753, "tid": 1381210, "ts": 1295650787078.903,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787117.306, "dur": 2.625,
    "args": {
      "External id": 18330,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 921
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787118.179, "dur": 1.599,
    "args": {
      "External id": 18331,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787133.934, "dur": 5.286,
    "args": {
      "External id": 18332,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787150.400, "dur": 1.992,
    "args": {
      "External id": 18333,"Record function id": 0, "Concrete Inputs": ["[132, 2048]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787318.659, "dur": 3.205,
    "args": {
      "External id": 18334,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 2048]"], "Input type": ["float", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[132, 2048], []], "Ev Idx": 925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787326.313, "dur": 38.761,
    "args": {
      "External id": 18335,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[270336, 2048, 1], [], [], []], "Input Dims": [[1, 132, 2048], [], [], []], "Ev Idx": 926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787337.957, "dur": 1.030,
    "args": {
      "External id": 18336,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 2048]", "[2048, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[1, 2048], [], [], []], "Ev Idx": 927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787374.696, "dur": 33.364,
    "args": {
      "External id": 18337,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], []], "Ev Idx": 928
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787376.431, "dur": 31.438,
    "args": {
      "External id": 18338,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], [], []], "Ev Idx": 929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787381.037, "dur": 5.699,
    "args": {
      "External id": 18339,"Record function id": 0, "Concrete Inputs": ["[1, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 930
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787388.354, "dur": 18.992,
    "args": {
      "External id": 18340,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[1, 2048], [1, 2048], []], "Ev Idx": 931
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787415.005, "dur": 3.033,
    "args": {
      "External id": 18341,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1]], "Input Dims": [[1, 2048], [2048]], "Ev Idx": 932
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787416.656, "dur": 1.250,
    "args": {
      "External id": 18342,"Record function id": 0, "Concrete Inputs": ["", "[2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[1, 2048], []], "Ev Idx": 933
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787425.293, "dur": 2.411,
    "args": {
      "External id": 18343,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 934
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787426.699, "dur": 0.913,
    "args": {
      "External id": 18344,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 935
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787446.458, "dur": 16.692,
    "args": {
      "External id": 18345,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 936
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787479.103, "dur": 11.385,
    "args": {
      "External id": 18346,"Record function id": 0, "Ev Idx": 937
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787481.529, "dur": 8.133,
    "args": {
      "External id": 18347,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787483.495, "dur": 5.131,
    "args": {
      "External id": 18348,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 939
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787486.910, "dur": 1.627,
    "args": {
      "External id": 18349,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 940
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787494.655, "dur": 7.865,
    "args": {
      "External id": 18350,"Record function id": 0, "Sequence number": 246666, "Fwd thread id": 1, "Ev Idx": 941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787496.722, "dur": 1.470,
    "args": {
      "External id": 18351,"Sequence number": 246666, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 942
    }
  },
  {
    "ph": "f", "id": 102, "pid": 1336753, "tid": 1381210, "ts": 1295650787496.722,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SwiGLULinearFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787506.924, "dur": 432.591,
    "args": {
      "External id": 18352,"Record function id": 0, "Sequence number": 246665, "Fwd thread id": 1, "Ev Idx": 943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787508.614, "dur": 418.988,
    "args": {
      "External id": 18353,"Sequence number": 246665, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 944
    }
  },
  {
    "ph": "f", "id": 103, "pid": 1336753, "tid": 1381210, "ts": 1295650787508.614,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787538.334, "dur": 9.399,
    "args": {
      "External id": 18354,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787544.097, "dur": 3.375,
    "args": {
      "External id": 18355,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]", "[8192, 1]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[33554432, 8192, 1], [], []], "Input Dims": [[16, 4096, 2048], [], []], "Ev Idx": 946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787551.306, "dur": 7.088,
    "args": {
      "External id": 18356,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787554.972, "dur": 2.856,
    "args": {
      "External id": 18357,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787556.938, "dur": 0.740,
    "args": {
      "External id": 18358,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787561.716, "dur": 101.654,
    "args": {
      "External id": 18359,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8192, 1], [1, 5632], []], "Input Dims": [[65536, 2048], [5632, 2048], []], "Ev Idx": 950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787562.652, "dur": 5.222,
    "args": {
      "External id": 18360,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 5632]], "Input Dims": [[5632, 2048]], "Ev Idx": 951
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787563.192, "dur": 4.197,
    "args": {
      "External id": 18361,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 5632], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787565.175, "dur": 2.110,
    "args": {
      "External id": 18362,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[5632, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 5632], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 953
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787571.019, "dur": 91.905,
    "args": {
      "External id": 18363,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8192, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787572.677, "dur": 89.407,
    "args": {
      "External id": 18364,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8192, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787666.911, "dur": 3.229,
    "args": {
      "External id": 18365,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [23068672, 5632, 1]], "Input Dims": [[65536, 5632], [16, 4096, 5632]], "Ev Idx": 956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787668.537, "dur": 1.450,
    "args": {
      "External id": 18366,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787700.408, "dur": 5.228,
    "args": {
      "External id": 18367,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 958
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787707.256, "dur": 2.348,
    "args": {
      "External id": 18368,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 959
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787710.941, "dur": 2.183,
    "args": {
      "External id": 18369,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 960
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787748.042, "dur": 2.575,
    "args": {
      "External id": 18370,"Record function id": 0, "Concrete Inputs": ["", "[-1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 961
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787749.005, "dur": 1.428,
    "args": {
      "External id": 18371,"Record function id": 0, "Concrete Inputs": ["", "[-1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::einsum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787773.601, "dur": 138.130,
    "args": {
      "External id": 18372,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["", "TensorList", ""], "Input Strides": [[], [[8192, 1], [5632, 1]], []], "Input Dims": [[], [[65536, 2048], [65536, 5632]], []], "Ev Idx": 963
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787778.726, "dur": 5.996,
    "args": {
      "External id": 18373,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 964
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787783.219, "dur": 0.726,
    "args": {
      "External id": 18374,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048, 1]", "[8192, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 965
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787786.629, "dur": 8.593,
    "args": {
      "External id": 18375,"Record function id": 0, "Concrete Inputs": ["", "[1, 2, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8192, 1, 1], []], "Input Dims": [[65536, 2048, 1], []], "Ev Idx": 966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787792.518, "dur": 2.061,
    "args": {
      "External id": 18376,"Record function id": 0, "Concrete Inputs": ["", "[2048, 1, 65536]", "[1, 1, 8192]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[65536, 2048, 1], [], [], []], "Ev Idx": 967
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787796.577, "dur": 2.905,
    "args": {
      "External id": 18377,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787798.793, "dur": 0.325,
    "args": {
      "External id": 18378,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632, 1]", "[5632, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787800.604, "dur": 3.038,
    "args": {
      "External id": 18379,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787802.863, "dur": 0.367,
    "args": {
      "External id": 18380,"Record function id": 0, "Concrete Inputs": ["", "[1, 5632, 65536]", "[1, 1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1, 1], [], [], []], "Input Dims": [[65536, 5632, 1], [], [], []], "Ev Idx": 971
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787809.284, "dur": 2.893,
    "args": {
      "External id": 18381,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 8192], []], "Input Dims": [[2048, 1, 65536], []], "Ev Idx": 972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787811.372, "dur": 0.520,
    "args": {
      "External id": 18382,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536, 1]", "[1, 8192, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 8192], [], [], []], "Input Dims": [[2048, 1, 65536], [], [], []], "Ev Idx": 973
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787813.246, "dur": 5.737,
    "args": {
      "External id": 18383,"Record function id": 0, "Concrete Inputs": ["", "[1, 2048, 65536]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 8192, 1], []], "Input Dims": [[2048, 65536, 1], []], "Ev Idx": 974
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787816.807, "dur": 2.005,
    "args": {
      "External id": 18384,"Record function id": 0, "Concrete Inputs": ["", "[1, 2048, 65536]", "[2048, 1, 8192]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[1, 8192, 1], [], []], "Input Dims": [[2048, 65536, 1], [], []], "Ev Idx": 975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787820.137, "dur": 2.973,
    "args": {
      "External id": 18385,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 5632], []], "Input Dims": [[1, 5632, 65536], []], "Ev Idx": 976
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787822.551, "dur": 0.277,
    "args": {
      "External id": 18386,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632, 1]", "[5632, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 5632], [], [], []], "Input Dims": [[1, 5632, 65536], [], [], []], "Ev Idx": 977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787824.091, "dur": 4.586,
    "args": {
      "External id": 18387,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 978
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787825.247, "dur": 3.330,
    "args": {
      "External id": 18388,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 979
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787830.342, "dur": 65.271,
    "args": {
      "External id": 18389,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1, 8192], [369098752, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632]], "Ev Idx": 980
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787899.472, "dur": 3.015,
    "args": {
      "External id": 18390,"Record function id": 0, "Concrete Inputs": ["", "[2048, 1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 5632, 1], []], "Input Dims": [[1, 2048, 5632], []], "Ev Idx": 981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787903.721, "dur": 3.555,
    "args": {
      "External id": 18391,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 5632, 1], []], "Input Dims": [[2048, 1, 5632], []], "Ev Idx": 982
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787906.019, "dur": 0.588,
    "args": {
      "External id": 18392,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632, 1]", "[5632, 1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 5632, 1], [], [], []], "Input Dims": [[2048, 1, 5632], [], [], []], "Ev Idx": 983
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787909.766, "dur": 0.898,
    "args": {
      "External id": 18393,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 5632], []], "Input Dims": [[2048, 5632, 1], []], "Ev Idx": 984
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787948.549, "dur": 7.707,
    "args": {
      "External id": 18394,"Record function id": 0, "Ev Idx": 985
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787950.983, "dur": 4.573,
    "args": {
      "External id": 18395,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 986
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787952.412, "dur": 2.370,
    "args": {
      "External id": 18396,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 987
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787952.989, "dur": 1.697,
    "args": {
      "External id": 18397,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787960.131, "dur": 7.516,
    "args": {
      "External id": 18398,"Record function id": 0, "Sequence number": 246664, "Fwd thread id": 1, "Ev Idx": 989
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787961.720, "dur": 3.681,
    "args": {
      "External id": 18399,"Sequence number": 246664, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[23068672, 5632, 1]], "Input Dims": [[16, 4096, 5632]], "Ev Idx": 990
    }
  },
  {
    "ph": "f", "id": 104, "pid": 1336753, "tid": 1381210, "ts": 1295650787961.720,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787963.371, "dur": 1.831,
    "args": {
      "External id": 18400,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 991
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787964.335, "dur": 0.739,
    "args": {
      "External id": 18401,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 992
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787973.294, "dur": 178.012,
    "args": {
      "External id": 18402,"Record function id": 0, "Sequence number": 246663, "Fwd thread id": 1, "Ev Idx": 993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787974.393, "dur": 167.266,
    "args": {
      "External id": 18403,"Sequence number": 246663, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 994
    }
  },
  {
    "ph": "f", "id": 105, "pid": 1336753, "tid": 1381210, "ts": 1295650787974.393,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787978.545, "dur": 4.190,
    "args": {
      "External id": 18404,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787979.876, "dur": 2.326,
    "args": {
      "External id": 18405,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[65536, 5632], [], []], "Ev Idx": 996
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787981.481, "dur": 0.580,
    "args": {
      "External id": 18406,"Record function id": 0, "Concrete Inputs": ["", "[5632, 65536]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650787983.899, "dur": 89.862,
    "args": {
      "External id": 18407,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048]], "Ev Idx": 998
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788076.174, "dur": 7.408,
    "args": {
      "External id": 18408,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 999
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788077.146, "dur": 5.331,
    "args": {
      "External id": 18409,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 1000
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788081.089, "dur": 1.259,
    "args": {
      "External id": 18410,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 1001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788085.617, "dur": 4.880,
    "args": {
      "External id": 18411,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788087.625, "dur": 2.162,
    "args": {
      "External id": 18412,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 1003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788089.301, "dur": 0.380,
    "args": {
      "External id": 18413,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 1004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788091.214, "dur": 49.598,
    "args": {
      "External id": 18414,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 1005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788157.865, "dur": 9.607,
    "args": {
      "External id": 18415,"Record function id": 0, "Sequence number": 246662, "Fwd thread id": 1, "Ev Idx": 1006
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788158.904, "dur": 7.030,
    "args": {
      "External id": 18416,"Sequence number": 246662, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1007
    }
  },
  {
    "ph": "f", "id": 106, "pid": 1336753, "tid": 1381210, "ts": 1295650788158.904,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788160.814, "dur": 4.965,
    "args": {
      "External id": 18417,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788164.326, "dur": 1.349,
    "args": {
      "External id": 18418,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788170.791, "dur": 7.728,
    "args": {
      "External id": 18419,"Record function id": 0, "Sequence number": 246661, "Fwd thread id": 1, "Ev Idx": 1010
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788171.697, "dur": 4.446,
    "args": {
      "External id": 18420,"Sequence number": 246661, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1011
    }
  },
  {
    "ph": "f", "id": 107, "pid": 1336753, "tid": 1381210, "ts": 1295650788171.697,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788172.424, "dur": 3.523,
    "args": {
      "External id": 18421,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1012
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788173.083, "dur": 2.377,
    "args": {
      "External id": 18422,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 1013
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788174.834, "dur": 0.504,
    "args": {
      "External id": 18423,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 1014
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788182.994, "dur": 6.156,
    "args": {
      "External id": 18424,"Record function id": 0, "Ev Idx": 1015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788184.675, "dur": 3.944,
    "args": {
      "External id": 18425,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1016
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788185.967, "dur": 2.188,
    "args": {
      "External id": 18426,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1017
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788186.812, "dur": 1.231,
    "args": {
      "External id": 18427,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1018
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788195.147, "dur": 10.209,
    "args": {
      "External id": 18428,"Record function id": 0, "Sequence number": 246660, "Fwd thread id": 1, "Ev Idx": 1019
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788196.436, "dur": 5.906,
    "args": {
      "External id": 18429,"Sequence number": 246660, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[23068672, 5632, 1]], "Input Dims": [[16, 4096, 5632]], "Ev Idx": 1020
    }
  },
  {
    "ph": "f", "id": 108, "pid": 1336753, "tid": 1381210, "ts": 1295650788196.436,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788200.235, "dur": 1.954,
    "args": {
      "External id": 18430,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 1021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788201.070, "dur": 0.988,
    "args": {
      "External id": 18431,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 1022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788208.923, "dur": 164.367,
    "args": {
      "External id": 18432,"Record function id": 0, "Sequence number": 246659, "Fwd thread id": 1, "Ev Idx": 1023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788249.087, "dur": 114.213,
    "args": {
      "External id": 18433,"Sequence number": 246659, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 1024
    }
  },
  {
    "ph": "f", "id": 109, "pid": 1336753, "tid": 1381210, "ts": 1295650788249.087,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788254.144, "dur": 5.961,
    "args": {
      "External id": 18434,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 1025
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788254.831, "dur": 4.653,
    "args": {
      "External id": 18435,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[65536, 5632], [], []], "Ev Idx": 1026
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788258.632, "dur": 0.552,
    "args": {
      "External id": 18436,"Record function id": 0, "Concrete Inputs": ["", "[5632, 65536]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 1027
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788260.797, "dur": 40.530,
    "args": {
      "External id": 18437,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048]], "Ev Idx": 1028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788302.424, "dur": 4.898,
    "args": {
      "External id": 18438,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788302.982, "dur": 3.708,
    "args": {
      "External id": 18439,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 1030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788304.443, "dur": 2.105,
    "args": {
      "External id": 18440,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 1031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788308.909, "dur": 6.895,
    "args": {
      "External id": 18441,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788310.409, "dur": 4.917,
    "args": {
      "External id": 18442,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 1033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788313.971, "dur": 1.260,
    "args": {
      "External id": 18443,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 1034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788316.196, "dur": 46.412,
    "args": {
      "External id": 18444,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 1035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788379.214, "dur": 33.895,
    "args": {
      "External id": 18445,"Record function id": 0, "Sequence number": 246658, "Fwd thread id": 1, "Ev Idx": 1036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788380.198, "dur": 4.288,
    "args": {
      "External id": 18446,"Sequence number": 246658, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1037
    }
  },
  {
    "ph": "f", "id": 110, "pid": 1336753, "tid": 1381210, "ts": 1295650788380.198,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788382.228, "dur": 2.104,
    "args": {
      "External id": 18447,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1038
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788383.145, "dur": 1.026,
    "args": {
      "External id": 18448,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1039
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788387.870, "dur": 22.395,
    "args": {
      "External id": 18449,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1040
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788416.728, "dur": 9.340,
    "args": {
      "External id": 18450,"Record function id": 0, "Sequence number": 246657, "Fwd thread id": 1, "Ev Idx": 1041
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788417.608, "dur": 6.325,
    "args": {
      "External id": 18451,"Sequence number": 246657, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1042
    }
  },
  {
    "ph": "f", "id": 111, "pid": 1336753, "tid": 1381210, "ts": 1295650788417.608,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788420.430, "dur": 3.299,
    "args": {
      "External id": 18452,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1043
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788421.129, "dur": 2.014,
    "args": {
      "External id": 18453,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 1044
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788422.514, "dur": 0.502,
    "args": {
      "External id": 18454,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 1045
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788430.017, "dur": 5.408,
    "args": {
      "External id": 18455,"Record function id": 0, "Ev Idx": 1046
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788432.100, "dur": 2.871,
    "args": {
      "External id": 18456,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788433.001, "dur": 1.661,
    "args": {
      "External id": 18457,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788433.541, "dur": 1.016,
    "args": {
      "External id": 18458,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788440.152, "dur": 404.527,
    "args": {
      "External id": 18459,"Record function id": 0, "Sequence number": 246656, "Fwd thread id": 1, "Ev Idx": 1050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788441.948, "dur": 367.192,
    "args": {
      "External id": 18460,"Sequence number": 246656, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 1051
    }
  },
  {
    "ph": "f", "id": 112, "pid": 1336753, "tid": 1381210, "ts": 1295650788441.948,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788467.343, "dur": 33.322,
    "args": {
      "External id": 18461,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788468.623, "dur": 31.801,
    "args": {
      "External id": 18462,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788471.547, "dur": 6.115,
    "args": {
      "External id": 18463,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], [], []], "Ev Idx": 1054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788474.302, "dur": 2.910,
    "args": {
      "External id": 18464,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788479.062, "dur": 20.923,
    "args": {
      "External id": 18465,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788514.194, "dur": 2.284,
    "args": {
      "External id": 18466,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1057
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788515.304, "dur": 1.043,
    "args": {
      "External id": 18467,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788520.694, "dur": 2.887,
    "args": {
      "External id": 18468,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1059
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788521.443, "dur": 2.035,
    "args": {
      "External id": 18469,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1060
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788537.296, "dur": 2.126,
    "args": {
      "External id": 18470,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788549.846, "dur": 2.186,
    "args": {
      "External id": 18471,"Record function id": 0, "Concrete Inputs": ["[132, 2048]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1062
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788702.026, "dur": 2.074,
    "args": {
      "External id": 18472,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 2048]"], "Input type": ["float", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[132, 2048], []], "Ev Idx": 1063
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788708.451, "dur": 31.488,
    "args": {
      "External id": 18473,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[270336, 2048, 1], [], [], []], "Input Dims": [[1, 132, 2048], [], [], []], "Ev Idx": 1064
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788717.543, "dur": 0.985,
    "args": {
      "External id": 18474,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 2048]", "[2048, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[1, 2048], [], [], []], "Ev Idx": 1065
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788745.439, "dur": 30.318,
    "args": {
      "External id": 18475,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], []], "Ev Idx": 1066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788747.128, "dur": 28.428,
    "args": {
      "External id": 18476,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], [], []], "Ev Idx": 1067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788751.257, "dur": 3.963,
    "args": {
      "External id": 18477,"Record function id": 0, "Concrete Inputs": ["[1, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788758.443, "dur": 16.598,
    "args": {
      "External id": 18478,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[1, 2048], [1, 2048], []], "Ev Idx": 1069
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788779.679, "dur": 2.698,
    "args": {
      "External id": 18479,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1]], "Input Dims": [[1, 2048], [2048]], "Ev Idx": 1070
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788780.982, "dur": 1.260,
    "args": {
      "External id": 18480,"Record function id": 0, "Concrete Inputs": ["", "[2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[1, 2048], []], "Ev Idx": 1071
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788789.575, "dur": 2.267,
    "args": {
      "External id": 18481,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788790.699, "dur": 1.037,
    "args": {
      "External id": 18482,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1073
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788794.576, "dur": 4.331,
    "args": {
      "External id": 18483,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788795.923, "dur": 2.896,
    "args": {
      "External id": 18484,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788825.973, "dur": 16.906,
    "args": {
      "External id": 18485,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788854.824, "dur": 8.040,
    "args": {
      "External id": 18486,"Record function id": 0, "Ev Idx": 1077
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788857.182, "dur": 4.845,
    "args": {
      "External id": 18487,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788858.729, "dur": 2.365,
    "args": {
      "External id": 18488,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1079
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788859.450, "dur": 1.569,
    "args": {
      "External id": 18489,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1080
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788866.952, "dur": 9.066,
    "args": {
      "External id": 18490,"Record function id": 0, "Sequence number": 246655, "Fwd thread id": 1, "Ev Idx": 1081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788868.376, "dur": 3.923,
    "args": {
      "External id": 18491,"Sequence number": 246655, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1082
    }
  },
  {
    "ph": "f", "id": 113, "pid": 1336753, "tid": 1381210, "ts": 1295650788868.376,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788870.016, "dur": 2.102,
    "args": {
      "External id": 18492,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788871.004, "dur": 0.944,
    "args": {
      "External id": 18493,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1084
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788881.505, "dur": 161.616,
    "args": {
      "External id": 18494,"Record function id": 0, "Sequence number": 246654, "Fwd thread id": 1, "Ev Idx": 1085
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788882.727, "dur": 150.611,
    "args": {
      "External id": 18495,"Sequence number": 246654, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1086
    }
  },
  {
    "ph": "f", "id": 114, "pid": 1336753, "tid": 1381210, "ts": 1295650788882.727,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788886.895, "dur": 4.540,
    "args": {
      "External id": 18496,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788888.108, "dur": 2.732,
    "args": {
      "External id": 18497,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 1088
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788889.969, "dur": 0.698,
    "args": {
      "External id": 18498,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 1089
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788892.803, "dur": 45.666,
    "args": {
      "External id": 18499,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 1090
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788939.567, "dur": 8.190,
    "args": {
      "External id": 18500,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1091
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788942.418, "dur": 4.780,
    "args": {
      "External id": 18501,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1092
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788944.432, "dur": 2.639,
    "args": {
      "External id": 18502,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788949.238, "dur": 4.750,
    "args": {
      "External id": 18503,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788951.193, "dur": 2.357,
    "args": {
      "External id": 18504,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788952.938, "dur": 0.541,
    "args": {
      "External id": 18505,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1096
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650788954.625, "dur": 77.436,
    "args": {
      "External id": 18506,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 1097
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789050.447, "dur": 14.262,
    "args": {
      "External id": 18507,"Record function id": 0, "Sequence number": 246653, "Fwd thread id": 1, "Ev Idx": 1098
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789051.574, "dur": 10.065,
    "args": {
      "External id": 18508,"Sequence number": 246653, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1099
    }
  },
  {
    "ph": "f", "id": 115, "pid": 1336753, "tid": 1381210, "ts": 1295650789051.574,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789056.230, "dur": 5.244,
    "args": {
      "External id": 18509,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789058.103, "dur": 3.234,
    "args": {
      "External id": 18510,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789067.907, "dur": 8.405,
    "args": {
      "External id": 18511,"Record function id": 0, "Sequence number": 246652, "Fwd thread id": 1, "Ev Idx": 1102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789068.957, "dur": 5.360,
    "args": {
      "External id": 18512,"Sequence number": 246652, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1103
    }
  },
  {
    "ph": "f", "id": 116, "pid": 1336753, "tid": 1381210, "ts": 1295650789068.957,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789069.881, "dur": 4.229,
    "args": {
      "External id": 18513,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789070.824, "dur": 2.770,
    "args": {
      "External id": 18514,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789072.959, "dur": 0.538,
    "args": {
      "External id": 18515,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789080.765, "dur": 8.790,
    "args": {
      "External id": 18516,"Record function id": 0, "Ev Idx": 1107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789082.630, "dur": 6.390,
    "args": {
      "External id": 18517,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789084.096, "dur": 4.326,
    "args": {
      "External id": 18518,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789086.861, "dur": 1.398,
    "args": {
      "External id": 18519,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789095.092, "dur": 8.121,
    "args": {
      "External id": 18520,"Record function id": 0, "Sequence number": 246651, "Fwd thread id": 1, "Ev Idx": 1111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789096.123, "dur": 4.207,
    "args": {
      "External id": 18521,"Sequence number": 246651, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1112
    }
  },
  {
    "ph": "f", "id": 117, "pid": 1336753, "tid": 1381210, "ts": 1295650789096.123,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789097.742, "dur": 2.416,
    "args": {
      "External id": 18522,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1113
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789098.688, "dur": 1.316,
    "args": {
      "External id": 18523,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FlashAttnFuncBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789108.021, "dur": 327.539,
    "args": {
      "External id": 18524,"Record function id": 0, "Sequence number": 246650, "Fwd thread id": 1, "Ev Idx": 1115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FlashAttnFuncBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789109.629, "dur": 303.125,
    "args": {
      "External id": 18525,"Sequence number": 246650, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1116
    }
  },
  {
    "ph": "f", "id": 118, "pid": 1336753, "tid": 1381210, "ts": 1295650789109.629,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789126.681, "dur": 7.333,
    "args": {
      "External id": 18526,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 1117
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789129.713, "dur": 3.849,
    "args": {
      "External id": 18527,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789136.062, "dur": 4.927,
    "args": {
      "External id": 18528,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 1119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789137.480, "dur": 3.312,
    "args": {
      "External id": 18529,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789151.813, "dur": 6.789,
    "args": {
      "External id": 18530,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 1121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789156.649, "dur": 1.732,
    "args": {
      "External id": 18531,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1122
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789184.447, "dur": 202.508,
    "args": {
      "External id": 18532,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 1123
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789284.344, "dur": 5.890,
    "args": {
      "External id": 18533,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789292.401, "dur": 3.720,
    "args": {
      "External id": 18534,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1125
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789399.491, "dur": 3.860,
    "args": {
      "External id": 18535,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789406.323, "dur": 0.667,
    "args": {
      "External id": 18536,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789409.215, "dur": 0.457,
    "args": {
      "External id": 18537,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789444.997, "dur": 220.679,
    "args": {
      "External id": 18538,"Record function id": 0, "Sequence number": 246649, "Fwd thread id": 1, "Ev Idx": 1129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789447.196, "dur": 209.930,
    "args": {
      "External id": 18539,"Sequence number": 246649, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1130
    }
  },
  {
    "ph": "f", "id": 119, "pid": 1336753, "tid": 1381210, "ts": 1295650789447.196,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789466.506, "dur": 46.037,
    "args": {
      "External id": 18540,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789469.727, "dur": 3.191,
    "args": {
      "External id": 18541,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789474.083, "dur": 37.879,
    "args": {
      "External id": 18542,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], []], "Ev Idx": 1133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789521.667, "dur": 5.375,
    "args": {
      "External id": 18543,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 1134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789524.216, "dur": 2.581,
    "args": {
      "External id": 18544,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789673.888, "dur": 154.723,
    "args": {
      "External id": 18545,"Record function id": 0, "Sequence number": 246648, "Fwd thread id": 1, "Ev Idx": 1136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789676.089, "dur": 147.119,
    "args": {
      "External id": 18546,"Sequence number": 246648, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1137
    }
  },
  {
    "ph": "f", "id": 120, "pid": 1336753, "tid": 1381210, "ts": 1295650789676.089,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789688.357, "dur": 43.639,
    "args": {
      "External id": 18547,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789690.927, "dur": 2.704,
    "args": {
      "External id": 18548,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789698.423, "dur": 33.027,
    "args": {
      "External id": 18549,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], []], "Ev Idx": 1140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789738.468, "dur": 3.937,
    "args": {
      "External id": 18550,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 1141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789740.365, "dur": 1.768,
    "args": {
      "External id": 18551,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789836.824, "dur": 16.238,
    "args": {
      "External id": 18552,"Record function id": 0, "Sequence number": 246647, "Fwd thread id": 1, "Ev Idx": 1143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789838.223, "dur": 11.564,
    "args": {
      "External id": 18553,"Sequence number": 246647, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1144
    }
  },
  {
    "ph": "f", "id": 121, "pid": 1336753, "tid": 1381210, "ts": 1295650789838.223,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789841.373, "dur": 8.116,
    "args": {
      "External id": 18554,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789843.096, "dur": 6.195,
    "args": {
      "External id": 18555,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789856.450, "dur": 8.447,
    "args": {
      "External id": 18556,"Record function id": 0, "Sequence number": 246646, "Fwd thread id": 1, "Ev Idx": 1147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789857.450, "dur": 5.175,
    "args": {
      "External id": 18557,"Sequence number": 246646, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1148
    }
  },
  {
    "ph": "f", "id": 122, "pid": 1336753, "tid": 1381210, "ts": 1295650789857.450,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789859.569, "dur": 2.899,
    "args": {
      "External id": 18558,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789860.948, "dur": 1.354,
    "args": {
      "External id": 18559,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789868.217, "dur": 9.731,
    "args": {
      "External id": 18560,"Record function id": 0, "Sequence number": 246645, "Fwd thread id": 1, "Ev Idx": 1151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789869.551, "dur": 5.538,
    "args": {
      "External id": 18561,"Sequence number": 246645, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1152
    }
  },
  {
    "ph": "f", "id": 123, "pid": 1336753, "tid": 1381210, "ts": 1295650789869.551,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789872.826, "dur": 2.108,
    "args": {
      "External id": 18562,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789873.969, "dur": 0.827,
    "args": {
      "External id": 18563,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789881.700, "dur": 6.712,
    "args": {
      "External id": 18564,"Record function id": 0, "Sequence number": 246644, "Fwd thread id": 1, "Ev Idx": 1155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789883.262, "dur": 3.357,
    "args": {
      "External id": 18565,"Sequence number": 246644, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1156
    }
  },
  {
    "ph": "f", "id": 124, "pid": 1336753, "tid": 1381210, "ts": 1295650789883.262,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789884.333, "dur": 2.128,
    "args": {
      "External id": 18566,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789885.276, "dur": 1.057,
    "args": {
      "External id": 18567,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789891.854, "dur": 215.107,
    "args": {
      "External id": 18568,"Record function id": 0, "Sequence number": 246643, "Fwd thread id": 1, "Ev Idx": 1159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789893.170, "dur": 203.599,
    "args": {
      "External id": 18569,"Sequence number": 246643, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1160
    }
  },
  {
    "ph": "f", "id": 125, "pid": 1336753, "tid": 1381210, "ts": 1295650789893.170,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789897.337, "dur": 8.963,
    "args": {
      "External id": 18570,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789901.571, "dur": 4.071,
    "args": {
      "External id": 18571,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 1162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789903.838, "dur": 1.566,
    "args": {
      "External id": 18572,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 1163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789908.192, "dur": 69.067,
    "args": {
      "External id": 18573,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 1164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789978.390, "dur": 45.495,
    "args": {
      "External id": 18574,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789979.560, "dur": 4.241,
    "args": {
      "External id": 18575,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650789982.228, "dur": 1.411,
    "args": {
      "External id": 18576,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790027.387, "dur": 7.478,
    "args": {
      "External id": 18577,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790031.336, "dur": 2.828,
    "args": {
      "External id": 18578,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790033.366, "dur": 0.687,
    "args": {
      "External id": 18579,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790035.653, "dur": 60.232,
    "args": {
      "External id": 18580,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 1171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790116.007, "dur": 8.804,
    "args": {
      "External id": 18581,"Record function id": 0, "Sequence number": 246642, "Fwd thread id": 1, "Ev Idx": 1172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790117.220, "dur": 5.887,
    "args": {
      "External id": 18582,"Sequence number": 246642, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1173
    }
  },
  {
    "ph": "f", "id": 126, "pid": 1336753, "tid": 1381210, "ts": 1295650790117.220,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790119.480, "dur": 3.495,
    "args": {
      "External id": 18583,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790121.079, "dur": 1.803,
    "args": {
      "External id": 18584,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1175
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790128.326, "dur": 11.206,
    "args": {
      "External id": 18585,"Record function id": 0, "Sequence number": 246641, "Fwd thread id": 1, "Ev Idx": 1176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790129.379, "dur": 7.962,
    "args": {
      "External id": 18586,"Sequence number": 246641, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1177
    }
  },
  {
    "ph": "f", "id": 127, "pid": 1336753, "tid": 1381210, "ts": 1295650790129.379,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790132.974, "dur": 4.175,
    "args": {
      "External id": 18587,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790133.952, "dur": 2.679,
    "args": {
      "External id": 18588,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790135.882, "dur": 0.617,
    "args": {
      "External id": 18589,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790145.648, "dur": 10.664,
    "args": {
      "External id": 18590,"Record function id": 0, "Ev Idx": 1181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790148.564, "dur": 6.887,
    "args": {
      "External id": 18591,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790150.885, "dur": 4.028,
    "args": {
      "External id": 18592,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790152.328, "dur": 2.498,
    "args": {
      "External id": 18593,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790159.804, "dur": 9.811,
    "args": {
      "External id": 18594,"Record function id": 0, "Sequence number": 246640, "Fwd thread id": 1, "Ev Idx": 1185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790161.191, "dur": 6.299,
    "args": {
      "External id": 18595,"Sequence number": 246640, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1186
    }
  },
  {
    "ph": "f", "id": 128, "pid": 1336753, "tid": 1381210, "ts": 1295650790161.191,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790162.857, "dur": 4.476,
    "args": {
      "External id": 18596,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790166.244, "dur": 0.934,
    "args": {
      "External id": 18597,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790173.095, "dur": 120.700,
    "args": {
      "External id": 18598,"Record function id": 0, "Sequence number": 246639, "Fwd thread id": 1, "Ev Idx": 1189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790174.095, "dur": 111.429,
    "args": {
      "External id": 18599,"Sequence number": 246639, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1190
    }
  },
  {
    "ph": "f", "id": 129, "pid": 1336753, "tid": 1381210, "ts": 1295650790174.095,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790177.152, "dur": 2.910,
    "args": {
      "External id": 18600,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790178.100, "dur": 1.529,
    "args": {
      "External id": 18601,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 1192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790179.198, "dur": 0.319,
    "args": {
      "External id": 18602,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 1193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790181.015, "dur": 27.924,
    "args": {
      "External id": 18603,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 1194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790212.016, "dur": 3.812,
    "args": {
      "External id": 18604,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1195
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790212.728, "dur": 2.547,
    "args": {
      "External id": 18605,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790214.224, "dur": 0.938,
    "args": {
      "External id": 18606,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790217.254, "dur": 6.272,
    "args": {
      "External id": 18607,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790219.368, "dur": 3.525,
    "args": {
      "External id": 18608,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790220.738, "dur": 2.071,
    "args": {
      "External id": 18609,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790226.070, "dur": 58.244,
    "args": {
      "External id": 18610,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 1201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790299.925, "dur": 35.809,
    "args": {
      "External id": 18611,"Record function id": 0, "Sequence number": 246638, "Fwd thread id": 1, "Ev Idx": 1202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790301.126, "dur": 5.512,
    "args": {
      "External id": 18612,"Sequence number": 246638, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1203
    }
  },
  {
    "ph": "f", "id": 130, "pid": 1336753, "tid": 1381210, "ts": 1295650790301.126,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790303.225, "dur": 3.272,
    "args": {
      "External id": 18613,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790304.717, "dur": 1.688,
    "args": {
      "External id": 18614,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790309.723, "dur": 23.632,
    "args": {
      "External id": 18615,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1206
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790339.640, "dur": 11.909,
    "args": {
      "External id": 18616,"Record function id": 0, "Sequence number": 246637, "Fwd thread id": 1, "Ev Idx": 1207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790340.981, "dur": 8.191,
    "args": {
      "External id": 18617,"Sequence number": 246637, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1208
    }
  },
  {
    "ph": "f", "id": 131, "pid": 1336753, "tid": 1381210, "ts": 1295650790340.981,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790342.461, "dur": 6.517,
    "args": {
      "External id": 18618,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790345.694, "dur": 2.695,
    "args": {
      "External id": 18619,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790347.667, "dur": 0.592,
    "args": {
      "External id": 18620,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790355.894, "dur": 6.558,
    "args": {
      "External id": 18621,"Record function id": 0, "Ev Idx": 1212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790357.787, "dur": 4.048,
    "args": {
      "External id": 18622,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790358.980, "dur": 2.373,
    "args": {
      "External id": 18623,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790359.832, "dur": 1.425,
    "args": {
      "External id": 18624,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790366.319, "dur": 10.250,
    "args": {
      "External id": 18625,"Record function id": 0, "Sequence number": 246636, "Fwd thread id": 1, "Ev Idx": 1216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790368.083, "dur": 5.706,
    "args": {
      "External id": 18626,"Sequence number": 246636, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1217
    }
  },
  {
    "ph": "f", "id": 132, "pid": 1336753, "tid": 1381210, "ts": 1295650790368.083,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790369.191, "dur": 4.464,
    "args": {
      "External id": 18627,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790372.809, "dur": 0.730,
    "args": {
      "External id": 18628,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790381.674, "dur": 94.152,
    "args": {
      "External id": 18629,"Record function id": 0, "Sequence number": 246635, "Fwd thread id": 1, "Ev Idx": 1220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790382.451, "dur": 83.275,
    "args": {
      "External id": 18630,"Sequence number": 246635, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1221
    }
  },
  {
    "ph": "f", "id": 133, "pid": 1336753, "tid": 1381210, "ts": 1295650790382.451,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790385.764, "dur": 3.539,
    "args": {
      "External id": 18631,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790386.319, "dur": 2.556,
    "args": {
      "External id": 18632,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 1223
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790388.272, "dur": 0.473,
    "args": {
      "External id": 18633,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 1224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790390.030, "dur": 29.204,
    "args": {
      "External id": 18634,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 1225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790420.473, "dur": 6.654,
    "args": {
      "External id": 18635,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790423.510, "dur": 3.067,
    "args": {
      "External id": 18636,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790425.156, "dur": 1.242,
    "args": {
      "External id": 18637,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1228
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790428.517, "dur": 3.766,
    "args": {
      "External id": 18638,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1229
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790429.884, "dur": 1.954,
    "args": {
      "External id": 18639,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790431.306, "dur": 0.432,
    "args": {
      "External id": 18640,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790432.943, "dur": 32.141,
    "args": {
      "External id": 18641,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 1232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790480.193, "dur": 28.499,
    "args": {
      "External id": 18642,"Record function id": 0, "Sequence number": 246634, "Fwd thread id": 1, "Ev Idx": 1233
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790481.066, "dur": 6.822,
    "args": {
      "External id": 18643,"Sequence number": 246634, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1234
    }
  },
  {
    "ph": "f", "id": 134, "pid": 1336753, "tid": 1381210, "ts": 1295650790481.066,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790485.120, "dur": 2.636,
    "args": {
      "External id": 18644,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790486.448, "dur": 1.216,
    "args": {
      "External id": 18645,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790490.206, "dur": 16.228,
    "args": {
      "External id": 18646,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1237
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790512.468, "dur": 8.130,
    "args": {
      "External id": 18647,"Record function id": 0, "Sequence number": 246633, "Fwd thread id": 1, "Ev Idx": 1238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790513.247, "dur": 4.835,
    "args": {
      "External id": 18648,"Sequence number": 246633, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1239
    }
  },
  {
    "ph": "f", "id": 135, "pid": 1336753, "tid": 1381210, "ts": 1295650790513.247,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790514.372, "dur": 3.534,
    "args": {
      "External id": 18649,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790515.046, "dur": 2.252,
    "args": {
      "External id": 18650,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790516.617, "dur": 0.548,
    "args": {
      "External id": 18651,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790524.452, "dur": 12.443,
    "args": {
      "External id": 18652,"Record function id": 0, "Ev Idx": 1243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790526.457, "dur": 9.885,
    "args": {
      "External id": 18653,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790531.635, "dur": 4.208,
    "args": {
      "External id": 18654,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790534.887, "dur": 0.845,
    "args": {
      "External id": 18655,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790543.044, "dur": 347.508,
    "args": {
      "External id": 18656,"Record function id": 0, "Sequence number": 246632, "Fwd thread id": 1, "Ev Idx": 1247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790545.063, "dur": 316.516,
    "args": {
      "External id": 18657,"Sequence number": 246632, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1248
    }
  },
  {
    "ph": "f", "id": 136, "pid": 1336753, "tid": 1381210, "ts": 1295650790545.063,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790578.378, "dur": 2.192,
    "args": {
      "External id": 18658,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790579.185, "dur": 1.218,
    "args": {
      "External id": 18659,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790595.125, "dur": 5.242,
    "args": {
      "External id": 18660,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790609.636, "dur": 1.843,
    "args": {
      "External id": 18661,"Record function id": 0, "Concrete Inputs": ["[132, 2048]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790758.104, "dur": 1.777,
    "args": {
      "External id": 18662,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 2048]"], "Input type": ["float", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[132, 2048], []], "Ev Idx": 1253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790764.140, "dur": 35.061,
    "args": {
      "External id": 18663,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[270336, 2048, 1], [], [], []], "Input Dims": [[1, 132, 2048], [], [], []], "Ev Idx": 1254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790773.974, "dur": 1.256,
    "args": {
      "External id": 18664,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 2048]", "[2048, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[1, 2048], [], [], []], "Ev Idx": 1255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790804.494, "dur": 31.182,
    "args": {
      "External id": 18665,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], []], "Ev Idx": 1256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790806.234, "dur": 29.241,
    "args": {
      "External id": 18666,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], [], []], "Ev Idx": 1257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790810.715, "dur": 5.546,
    "args": {
      "External id": 18667,"Record function id": 0, "Concrete Inputs": ["[1, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790817.845, "dur": 16.979,
    "args": {
      "External id": 18668,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[1, 2048], [1, 2048], []], "Ev Idx": 1259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790839.886, "dur": 5.227,
    "args": {
      "External id": 18669,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1]], "Input Dims": [[1, 2048], [2048]], "Ev Idx": 1260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790843.855, "dur": 1.163,
    "args": {
      "External id": 18670,"Record function id": 0, "Concrete Inputs": ["", "[2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[1, 2048], []], "Ev Idx": 1261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790852.410, "dur": 2.502,
    "args": {
      "External id": 18671,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790853.716, "dur": 1.096,
    "args": {
      "External id": 18672,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790871.004, "dur": 15.224,
    "args": {
      "External id": 18673,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790900.045, "dur": 8.453,
    "args": {
      "External id": 18674,"Record function id": 0, "Ev Idx": 1265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790902.899, "dur": 4.889,
    "args": {
      "External id": 18675,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790904.723, "dur": 2.085,
    "args": {
      "External id": 18676,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790905.487, "dur": 1.173,
    "args": {
      "External id": 18677,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790912.698, "dur": 10.583,
    "args": {
      "External id": 18678,"Record function id": 0, "Sequence number": 246631, "Fwd thread id": 1, "Ev Idx": 1269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790916.954, "dur": 1.142,
    "args": {
      "External id": 18679,"Sequence number": 246631, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1270
    }
  },
  {
    "ph": "f", "id": 137, "pid": 1336753, "tid": 1381210, "ts": 1295650790916.954,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SwiGLULinearFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790927.561, "dur": 488.367,
    "args": {
      "External id": 18680,"Record function id": 0, "Sequence number": 246630, "Fwd thread id": 1, "Ev Idx": 1271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790929.545, "dur": 471.781,
    "args": {
      "External id": 18681,"Sequence number": 246630, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1272
    }
  },
  {
    "ph": "f", "id": 138, "pid": 1336753, "tid": 1381210, "ts": 1295650790929.545,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790961.647, "dur": 9.364,
    "args": {
      "External id": 18682,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790967.683, "dur": 3.041,
    "args": {
      "External id": 18683,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]", "[8192, 1]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[33554432, 8192, 1], [], []], "Input Dims": [[16, 4096, 2048], [], []], "Ev Idx": 1274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790974.332, "dur": 6.581,
    "args": {
      "External id": 18684,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790975.710, "dur": 4.655,
    "args": {
      "External id": 18685,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 1276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650790979.400, "dur": 0.789,
    "args": {
      "External id": 18686,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 1277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791024.130, "dur": 90.968,
    "args": {
      "External id": 18687,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8192, 1], [1, 5632], []], "Input Dims": [[65536, 2048], [5632, 2048], []], "Ev Idx": 1278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791026.009, "dur": 6.222,
    "args": {
      "External id": 18688,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 5632]], "Input Dims": [[5632, 2048]], "Ev Idx": 1279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791027.107, "dur": 4.431,
    "args": {
      "External id": 18689,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 5632], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 1280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791028.940, "dur": 2.328,
    "args": {
      "External id": 18690,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[5632, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 5632], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 1281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791033.702, "dur": 80.395,
    "args": {
      "External id": 18691,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8192, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 1282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791035.410, "dur": 77.941,
    "args": {
      "External id": 18692,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8192, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 1283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791121.962, "dur": 3.572,
    "args": {
      "External id": 18693,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [23068672, 5632, 1]], "Input Dims": [[65536, 5632], [16, 4096, 5632]], "Ev Idx": 1284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791123.737, "dur": 1.686,
    "args": {
      "External id": 18694,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 1285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791159.308, "dur": 5.620,
    "args": {
      "External id": 18695,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791166.319, "dur": 2.101,
    "args": {
      "External id": 18696,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791169.803, "dur": 1.589,
    "args": {
      "External id": 18697,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791207.170, "dur": 2.764,
    "args": {
      "External id": 18698,"Record function id": 0, "Concrete Inputs": ["", "[-1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 1289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791208.351, "dur": 1.423,
    "args": {
      "External id": 18699,"Record function id": 0, "Concrete Inputs": ["", "[-1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 1290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::einsum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791250.710, "dur": 129.892,
    "args": {
      "External id": 18700,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["", "TensorList", ""], "Input Strides": [[], [[8192, 1], [5632, 1]], []], "Input Dims": [[], [[65536, 2048], [65536, 5632]], []], "Ev Idx": 1291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791256.066, "dur": 7.392,
    "args": {
      "External id": 18701,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1292
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791260.454, "dur": 1.975,
    "args": {
      "External id": 18702,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048, 1]", "[8192, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 1293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791265.561, "dur": 6.454,
    "args": {
      "External id": 18703,"Record function id": 0, "Concrete Inputs": ["", "[1, 2, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8192, 1, 1], []], "Input Dims": [[65536, 2048, 1], []], "Ev Idx": 1294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791269.035, "dur": 2.153,
    "args": {
      "External id": 18704,"Record function id": 0, "Concrete Inputs": ["", "[2048, 1, 65536]", "[1, 1, 8192]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[65536, 2048, 1], [], [], []], "Ev Idx": 1295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791273.627, "dur": 2.802,
    "args": {
      "External id": 18705,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 1296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791275.414, "dur": 0.635,
    "args": {
      "External id": 18706,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632, 1]", "[5632, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 1297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791277.642, "dur": 3.196,
    "args": {
      "External id": 18707,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 1298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791279.722, "dur": 0.444,
    "args": {
      "External id": 18708,"Record function id": 0, "Concrete Inputs": ["", "[1, 5632, 65536]", "[1, 1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1, 1], [], [], []], "Input Dims": [[65536, 5632, 1], [], [], []], "Ev Idx": 1299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791287.331, "dur": 3.468,
    "args": {
      "External id": 18709,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 8192], []], "Input Dims": [[2048, 1, 65536], []], "Ev Idx": 1300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791289.888, "dur": 0.584,
    "args": {
      "External id": 18710,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536, 1]", "[1, 8192, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 8192], [], [], []], "Input Dims": [[2048, 1, 65536], [], [], []], "Ev Idx": 1301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791292.187, "dur": 6.749,
    "args": {
      "External id": 18711,"Record function id": 0, "Concrete Inputs": ["", "[1, 2048, 65536]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 8192, 1], []], "Input Dims": [[2048, 65536, 1], []], "Ev Idx": 1302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791296.400, "dur": 2.322,
    "args": {
      "External id": 18712,"Record function id": 0, "Concrete Inputs": ["", "[1, 2048, 65536]", "[2048, 1, 8192]"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList"], "Input Strides": [[1, 8192, 1], [], []], "Input Dims": [[2048, 65536, 1], [], []], "Ev Idx": 1303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791300.555, "dur": 2.867,
    "args": {
      "External id": 18713,"Record function id": 0, "Concrete Inputs": ["", "[2, 1, 0]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1, 1, 5632], []], "Input Dims": [[1, 5632, 65536], []], "Ev Idx": 1304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791302.503, "dur": 0.642,
    "args": {
      "External id": 18714,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632, 1]", "[5632, 1, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1, 5632], [], [], []], "Input Dims": [[1, 5632, 65536], [], [], []], "Ev Idx": 1305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791304.471, "dur": 4.968,
    "args": {
      "External id": 18715,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 1306
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791305.715, "dur": 3.627,
    "args": {
      "External id": 18716,"Record function id": 0, "Concrete Inputs": ["", "[1, 65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 1], []], "Input Dims": [[65536, 5632, 1], []], "Ev Idx": 1307
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791310.907, "dur": 56.395,
    "args": {
      "External id": 18717,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1, 8192], [369098752, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632]], "Ev Idx": 1308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791369.269, "dur": 2.407,
    "args": {
      "External id": 18718,"Record function id": 0, "Concrete Inputs": ["", "[2048, 1, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[11534336, 5632, 1], []], "Input Dims": [[1, 2048, 5632], []], "Ev Idx": 1309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::permute", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791372.949, "dur": 3.304,
    "args": {
      "External id": 18719,"Record function id": 0, "Concrete Inputs": ["", "[0, 2, 1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 5632, 1], []], "Input Dims": [[2048, 1, 5632], []], "Ev Idx": 1310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791375.262, "dur": 0.415,
    "args": {
      "External id": 18720,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632, 1]", "[5632, 1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 5632, 1], [], [], []], "Input Dims": [[2048, 1, 5632], [], [], []], "Ev Idx": 1311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791378.819, "dur": 0.774,
    "args": {
      "External id": 18721,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1, 5632], []], "Input Dims": [[2048, 5632, 1], []], "Ev Idx": 1312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791428.581, "dur": 9.698,
    "args": {
      "External id": 18722,"Record function id": 0, "Ev Idx": 1313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791430.970, "dur": 6.579,
    "args": {
      "External id": 18723,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791433.105, "dur": 3.399,
    "args": {
      "External id": 18724,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791434.412, "dur": 1.980,
    "args": {
      "External id": 18725,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791442.392, "dur": 8.261,
    "args": {
      "External id": 18726,"Record function id": 0, "Sequence number": 246629, "Fwd thread id": 1, "Ev Idx": 1317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791444.114, "dur": 3.951,
    "args": {
      "External id": 18727,"Sequence number": 246629, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[23068672, 5632, 1]], "Input Dims": [[16, 4096, 5632]], "Ev Idx": 1318
    }
  },
  {
    "ph": "f", "id": 139, "pid": 1336753, "tid": 1381210, "ts": 1295650791444.114,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791446.045, "dur": 1.800,
    "args": {
      "External id": 18728,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 1319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791446.881, "dur": 0.798,
    "args": {
      "External id": 18729,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 1320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791454.151, "dur": 125.763,
    "args": {
      "External id": 18730,"Record function id": 0, "Sequence number": 246628, "Fwd thread id": 1, "Ev Idx": 1321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791455.222, "dur": 118.126,
    "args": {
      "External id": 18731,"Sequence number": 246628, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 1322
    }
  },
  {
    "ph": "f", "id": 140, "pid": 1336753, "tid": 1381210, "ts": 1295650791455.222,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791462.099, "dur": 4.699,
    "args": {
      "External id": 18732,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 1323
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791463.497, "dur": 2.735,
    "args": {
      "External id": 18733,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[65536, 5632], [], []], "Ev Idx": 1324
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791465.545, "dur": 0.511,
    "args": {
      "External id": 18734,"Record function id": 0, "Concrete Inputs": ["", "[5632, 65536]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 1325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791468.037, "dur": 41.586,
    "args": {
      "External id": 18735,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048]], "Ev Idx": 1326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791510.967, "dur": 6.702,
    "args": {
      "External id": 18736,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791511.528, "dur": 5.168,
    "args": {
      "External id": 18737,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 1328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791515.368, "dur": 1.133,
    "args": {
      "External id": 18738,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 1329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791519.192, "dur": 4.515,
    "args": {
      "External id": 18739,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791520.972, "dur": 2.344,
    "args": {
      "External id": 18740,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 1331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791522.616, "dur": 0.607,
    "args": {
      "External id": 18741,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 1332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791524.190, "dur": 48.346,
    "args": {
      "External id": 18742,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 1333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791584.596, "dur": 9.855,
    "args": {
      "External id": 18743,"Record function id": 0, "Sequence number": 246627, "Fwd thread id": 1, "Ev Idx": 1334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791585.699, "dur": 6.902,
    "args": {
      "External id": 18744,"Sequence number": 246627, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1335
    }
  },
  {
    "ph": "f", "id": 141, "pid": 1336753, "tid": 1381210, "ts": 1295650791585.699,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791588.097, "dur": 4.361,
    "args": {
      "External id": 18745,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791591.360, "dur": 0.964,
    "args": {
      "External id": 18746,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791597.797, "dur": 8.487,
    "args": {
      "External id": 18747,"Record function id": 0, "Sequence number": 246626, "Fwd thread id": 1, "Ev Idx": 1338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791598.707, "dur": 5.159,
    "args": {
      "External id": 18748,"Sequence number": 246626, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1339
    }
  },
  {
    "ph": "f", "id": 142, "pid": 1336753, "tid": 1381210, "ts": 1295650791598.707,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791599.901, "dur": 3.782,
    "args": {
      "External id": 18749,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791600.729, "dur": 2.463,
    "args": {
      "External id": 18750,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 1341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791602.496, "dur": 0.607,
    "args": {
      "External id": 18751,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 1342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791610.231, "dur": 5.618,
    "args": {
      "External id": 18752,"Record function id": 0, "Ev Idx": 1343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791612.380, "dur": 2.980,
    "args": {
      "External id": 18753,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791613.272, "dur": 1.839,
    "args": {
      "External id": 18754,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791613.839, "dur": 1.181,
    "args": {
      "External id": 18755,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791619.440, "dur": 8.440,
    "args": {
      "External id": 18756,"Record function id": 0, "Sequence number": 246625, "Fwd thread id": 1, "Ev Idx": 1347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791620.620, "dur": 5.244,
    "args": {
      "External id": 18757,"Sequence number": 246625, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[23068672, 5632, 1]], "Input Dims": [[16, 4096, 5632]], "Ev Idx": 1348
    }
  },
  {
    "ph": "f", "id": 143, "pid": 1336753, "tid": 1381210, "ts": 1295650791620.620,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791624.102, "dur": 1.618,
    "args": {
      "External id": 18758,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 1349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791624.978, "dur": 0.611,
    "args": {
      "External id": 18759,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 1350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791631.098, "dur": 118.337,
    "args": {
      "External id": 18760,"Record function id": 0, "Sequence number": 246624, "Fwd thread id": 1, "Ev Idx": 1351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791631.921, "dur": 108.989,
    "args": {
      "External id": 18761,"Sequence number": 246624, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 1352
    }
  },
  {
    "ph": "f", "id": 144, "pid": 1336753, "tid": 1381210, "ts": 1295650791631.921,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791634.579, "dur": 4.068,
    "args": {
      "External id": 18762,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[65536, 5632]], "Ev Idx": 1353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791635.004, "dur": 3.197,
    "args": {
      "External id": 18763,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[65536, 5632], [], []], "Ev Idx": 1354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791637.665, "dur": 0.407,
    "args": {
      "External id": 18764,"Record function id": 0, "Concrete Inputs": ["", "[5632, 65536]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[65536, 5632], [], [], []], "Ev Idx": 1355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791639.300, "dur": 31.713,
    "args": {
      "External id": 18765,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048]], "Ev Idx": 1356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791672.159, "dur": 3.856,
    "args": {
      "External id": 18766,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791672.666, "dur": 2.783,
    "args": {
      "External id": 18767,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 1358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791674.206, "dur": 1.069,
    "args": {
      "External id": 18768,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 1359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791677.359, "dur": 7.614,
    "args": {
      "External id": 18769,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791679.065, "dur": 5.483,
    "args": {
      "External id": 18770,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 1361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791682.591, "dur": 1.895,
    "args": {
      "External id": 18771,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 1362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791685.708, "dur": 54.324,
    "args": {
      "External id": 18772,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 1363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791756.142, "dur": 33.428,
    "args": {
      "External id": 18773,"Record function id": 0, "Sequence number": 246623, "Fwd thread id": 1, "Ev Idx": 1364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791757.220, "dur": 4.401,
    "args": {
      "External id": 18774,"Sequence number": 246623, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1365
    }
  },
  {
    "ph": "f", "id": 145, "pid": 1336753, "tid": 1381210, "ts": 1295650791757.220,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791759.371, "dur": 2.105,
    "args": {
      "External id": 18775,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791760.321, "dur": 1.018,
    "args": {
      "External id": 18776,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791764.400, "dur": 22.013,
    "args": {
      "External id": 18777,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791793.308, "dur": 10.519,
    "args": {
      "External id": 18778,"Record function id": 0, "Sequence number": 246622, "Fwd thread id": 1, "Ev Idx": 1369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791794.514, "dur": 7.412,
    "args": {
      "External id": 18779,"Sequence number": 246622, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1370
    }
  },
  {
    "ph": "f", "id": 146, "pid": 1336753, "tid": 1381210, "ts": 1295650791794.514,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791795.477, "dur": 6.286,
    "args": {
      "External id": 18780,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 5632]], "Ev Idx": 1371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791798.932, "dur": 2.269,
    "args": {
      "External id": 18781,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 1372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791800.675, "dur": 0.430,
    "args": {
      "External id": 18782,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 1373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791807.777, "dur": 5.337,
    "args": {
      "External id": 18783,"Record function id": 0, "Ev Idx": 1374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791809.745, "dur": 2.874,
    "args": {
      "External id": 18784,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791810.831, "dur": 1.325,
    "args": {
      "External id": 18785,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791811.214, "dur": 0.843,
    "args": {
      "External id": 18786,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791817.479, "dur": 486.803,
    "args": {
      "External id": 18787,"Record function id": 0, "Sequence number": 246621, "Fwd thread id": 1, "Ev Idx": 1378
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791823.054, "dur": 438.642,
    "args": {
      "External id": 18788,"Sequence number": 246621, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [33554432, 8192, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 1379
    }
  },
  {
    "ph": "f", "id": 147, "pid": 1336753, "tid": 1381210, "ts": 1295650791823.054,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791846.353, "dur": 33.079,
    "args": {
      "External id": 18789,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791848.119, "dur": 31.122,
    "args": {
      "External id": 18790,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1381
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791851.301, "dur": 6.054,
    "args": {
      "External id": 18791,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], [], []], "Ev Idx": 1382
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791854.016, "dur": 2.890,
    "args": {
      "External id": 18792,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 2048]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791858.562, "dur": 20.339,
    "args": {
      "External id": 18793,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791892.654, "dur": 2.346,
    "args": {
      "External id": 18794,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791893.288, "dur": 1.570,
    "args": {
      "External id": 18795,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791898.989, "dur": 4.455,
    "args": {
      "External id": 18796,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791900.349, "dur": 2.976,
    "args": {
      "External id": 18797,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791917.290, "dur": 2.156,
    "args": {
      "External id": 18798,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650791929.769, "dur": 3.487,
    "args": {
      "External id": 18799,"Record function id": 0, "Concrete Inputs": ["[132, 2048]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792126.625, "dur": 5.166,
    "args": {
      "External id": 18800,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 2048]"], "Input type": ["float", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[132, 2048], []], "Ev Idx": 1391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792135.972, "dur": 35.090,
    "args": {
      "External id": 18801,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[270336, 2048, 1], [], [], []], "Input Dims": [[1, 132, 2048], [], [], []], "Ev Idx": 1392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792146.273, "dur": 1.037,
    "args": {
      "External id": 18802,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 2048]", "[2048, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[1, 2048], [], [], []], "Ev Idx": 1393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792176.210, "dur": 32.084,
    "args": {
      "External id": 18803,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], []], "Ev Idx": 1394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792178.407, "dur": 29.680,
    "args": {
      "External id": 18804,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], [], []], "Ev Idx": 1395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792183.250, "dur": 4.220,
    "args": {
      "External id": 18805,"Record function id": 0, "Concrete Inputs": ["[1, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792190.480, "dur": 17.129,
    "args": {
      "External id": 18806,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[1, 2048], [1, 2048], []], "Ev Idx": 1397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792212.764, "dur": 3.013,
    "args": {
      "External id": 18807,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1]], "Input Dims": [[1, 2048], [2048]], "Ev Idx": 1398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792214.475, "dur": 1.203,
    "args": {
      "External id": 18808,"Record function id": 0, "Concrete Inputs": ["", "[2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[1, 2048], []], "Ev Idx": 1399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792223.398, "dur": 2.905,
    "args": {
      "External id": 18809,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792224.601, "dur": 1.598,
    "args": {
      "External id": 18810,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792244.152, "dur": 4.997,
    "args": {
      "External id": 18811,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792245.090, "dur": 3.843,
    "args": {
      "External id": 18812,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792281.360, "dur": 21.361,
    "args": {
      "External id": 18813,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792317.712, "dur": 9.986,
    "args": {
      "External id": 18814,"Record function id": 0, "Ev Idx": 1405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792320.735, "dur": 6.271,
    "args": {
      "External id": 18815,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792322.862, "dur": 3.373,
    "args": {
      "External id": 18816,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792324.036, "dur": 2.113,
    "args": {
      "External id": 18817,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792332.093, "dur": 10.845,
    "args": {
      "External id": 18818,"Record function id": 0, "Sequence number": 246620, "Fwd thread id": 1, "Ev Idx": 1409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792333.573, "dur": 6.222,
    "args": {
      "External id": 18819,"Sequence number": 246620, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1410
    }
  },
  {
    "ph": "f", "id": 148, "pid": 1336753, "tid": 1381210, "ts": 1295650792333.573,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792335.270, "dur": 4.296,
    "args": {
      "External id": 18820,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792338.317, "dur": 1.108,
    "args": {
      "External id": 18821,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792346.319, "dur": 131.870,
    "args": {
      "External id": 18822,"Record function id": 0, "Sequence number": 246619, "Fwd thread id": 1, "Ev Idx": 1413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792347.209, "dur": 124.389,
    "args": {
      "External id": 18823,"Sequence number": 246619, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1414
    }
  },
  {
    "ph": "f", "id": 149, "pid": 1336753, "tid": 1381210, "ts": 1295650792347.209,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792351.014, "dur": 4.660,
    "args": {
      "External id": 18824,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792352.241, "dur": 2.802,
    "args": {
      "External id": 18825,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 1416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792353.819, "dur": 1.014,
    "args": {
      "External id": 18826,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 1417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792357.190, "dur": 57.022,
    "args": {
      "External id": 18827,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 1418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792417.497, "dur": 4.996,
    "args": {
      "External id": 18828,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792418.098, "dur": 3.729,
    "args": {
      "External id": 18829,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792419.975, "dur": 1.660,
    "args": {
      "External id": 18830,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792424.172, "dur": 4.036,
    "args": {
      "External id": 18831,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792425.699, "dur": 1.903,
    "args": {
      "External id": 18832,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792427.154, "dur": 0.367,
    "args": {
      "External id": 18833,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792430.816, "dur": 40.160,
    "args": {
      "External id": 18834,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 1425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792483.032, "dur": 10.225,
    "args": {
      "External id": 18835,"Record function id": 0, "Sequence number": 246618, "Fwd thread id": 1, "Ev Idx": 1426
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792483.979, "dur": 6.835,
    "args": {
      "External id": 18836,"Sequence number": 246618, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1427
    }
  },
  {
    "ph": "f", "id": 150, "pid": 1336753, "tid": 1381210, "ts": 1295650792483.979,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792486.206, "dur": 4.453,
    "args": {
      "External id": 18837,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792487.468, "dur": 3.028,
    "args": {
      "External id": 18838,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792497.056, "dur": 10.663,
    "args": {
      "External id": 18839,"Record function id": 0, "Sequence number": 246617, "Fwd thread id": 1, "Ev Idx": 1430
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792498.126, "dur": 7.363,
    "args": {
      "External id": 18840,"Sequence number": 246617, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1431
    }
  },
  {
    "ph": "f", "id": 151, "pid": 1336753, "tid": 1381210, "ts": 1295650792498.126,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792499.100, "dur": 6.191,
    "args": {
      "External id": 18841,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792499.883, "dur": 4.857,
    "args": {
      "External id": 18842,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792503.987, "dur": 0.664,
    "args": {
      "External id": 18843,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792511.665, "dur": 5.755,
    "args": {
      "External id": 18844,"Record function id": 0, "Ev Idx": 1435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792513.745, "dur": 3.137,
    "args": {
      "External id": 18845,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792514.925, "dur": 1.544,
    "args": {
      "External id": 18846,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792515.456, "dur": 0.913,
    "args": {
      "External id": 18847,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792520.862, "dur": 7.086,
    "args": {
      "External id": 18848,"Record function id": 0, "Sequence number": 246616, "Fwd thread id": 1, "Ev Idx": 1439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792521.718, "dur": 3.462,
    "args": {
      "External id": 18849,"Sequence number": 246616, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1440
    }
  },
  {
    "ph": "f", "id": 152, "pid": 1336753, "tid": 1381210, "ts": 1295650792521.718,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792523.022, "dur": 2.015,
    "args": {
      "External id": 18850,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1441
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792523.767, "dur": 1.135,
    "args": {
      "External id": 18851,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: FlashAttnFuncBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792532.294, "dur": 291.547,
    "args": {
      "External id": 18852,"Record function id": 0, "Sequence number": 246615, "Fwd thread id": 1, "Ev Idx": 1443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FlashAttnFuncBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792534.127, "dur": 267.097,
    "args": {
      "External id": 18853,"Sequence number": 246615, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1444
    }
  },
  {
    "ph": "f", "id": 153, "pid": 1336753, "tid": 1381210, "ts": 1295650792534.127,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792550.054, "dur": 7.354,
    "args": {
      "External id": 18854,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 1445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792552.842, "dur": 4.185,
    "args": {
      "External id": 18855,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792559.635, "dur": 4.087,
    "args": {
      "External id": 18856,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 1447
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792561.289, "dur": 2.228,
    "args": {
      "External id": 18857,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792565.415, "dur": 6.971,
    "args": {
      "External id": 18858,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 1449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792567.402, "dur": 4.813,
    "args": {
      "External id": 18859,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792596.973, "dur": 178.548,
    "args": {
      "External id": 18860,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 1451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792678.625, "dur": 5.336,
    "args": {
      "External id": 18861,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792685.742, "dur": 5.109,
    "args": {
      "External id": 18862,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792787.830, "dur": 3.515,
    "args": {
      "External id": 18863,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792794.425, "dur": 1.177,
    "args": {
      "External id": 18864,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792797.693, "dur": 0.906,
    "args": {
      "External id": 18865,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792830.544, "dur": 279.200,
    "args": {
      "External id": 18866,"Record function id": 0, "Sequence number": 246614, "Fwd thread id": 1, "Ev Idx": 1457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792832.480, "dur": 268.518,
    "args": {
      "External id": 18867,"Sequence number": 246614, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1458
    }
  },
  {
    "ph": "f", "id": 154, "pid": 1336753, "tid": 1381210, "ts": 1295650792832.480,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792850.633, "dur": 51.936,
    "args": {
      "External id": 18868,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792853.899, "dur": 3.107,
    "args": {
      "External id": 18869,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1460
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792858.261, "dur": 43.707,
    "args": {
      "External id": 18870,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], []], "Ev Idx": 1461
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792911.069, "dur": 5.167,
    "args": {
      "External id": 18871,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 1462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650792913.193, "dur": 2.713,
    "args": {
      "External id": 18872,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793119.390, "dur": 184.399,
    "args": {
      "External id": 18873,"Record function id": 0, "Sequence number": 246613, "Fwd thread id": 1, "Ev Idx": 1464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793121.807, "dur": 174.115,
    "args": {
      "External id": 18874,"Sequence number": 246613, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1465
    }
  },
  {
    "ph": "f", "id": 155, "pid": 1336753, "tid": 1381210, "ts": 1295650793121.807,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793135.182, "dur": 35.722,
    "args": {
      "External id": 18875,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793138.096, "dur": 3.408,
    "args": {
      "External id": 18876,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793142.715, "dur": 27.713,
    "args": {
      "External id": 18877,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], []], "Ev Idx": 1468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793178.359, "dur": 5.608,
    "args": {
      "External id": 18878,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 1469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793180.407, "dur": 3.278,
    "args": {
      "External id": 18879,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793312.523, "dur": 17.642,
    "args": {
      "External id": 18880,"Record function id": 0, "Sequence number": 246612, "Fwd thread id": 1, "Ev Idx": 1471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793314.410, "dur": 12.900,
    "args": {
      "External id": 18881,"Sequence number": 246612, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1472
    }
  },
  {
    "ph": "f", "id": 156, "pid": 1336753, "tid": 1381210, "ts": 1295650793314.410,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793317.696, "dur": 9.310,
    "args": {
      "External id": 18882,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1473
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793319.892, "dur": 6.881,
    "args": {
      "External id": 18883,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793334.038, "dur": 7.942,
    "args": {
      "External id": 18884,"Record function id": 0, "Sequence number": 246611, "Fwd thread id": 1, "Ev Idx": 1475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793335.325, "dur": 4.561,
    "args": {
      "External id": 18885,"Sequence number": 246611, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1476
    }
  },
  {
    "ph": "f", "id": 157, "pid": 1336753, "tid": 1381210, "ts": 1295650793335.325,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793337.414, "dur": 2.345,
    "args": {
      "External id": 18886,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793338.344, "dur": 1.219,
    "args": {
      "External id": 18887,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793345.385, "dur": 10.040,
    "args": {
      "External id": 18888,"Record function id": 0, "Sequence number": 246610, "Fwd thread id": 1, "Ev Idx": 1479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793346.463, "dur": 6.000,
    "args": {
      "External id": 18889,"Sequence number": 246610, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 1480
    }
  },
  {
    "ph": "f", "id": 158, "pid": 1336753, "tid": 1381210, "ts": 1295650793346.463,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793349.833, "dur": 2.497,
    "args": {
      "External id": 18890,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793351.278, "dur": 0.962,
    "args": {
      "External id": 18891,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 1482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793359.504, "dur": 6.707,
    "args": {
      "External id": 18892,"Record function id": 0, "Sequence number": 246609, "Fwd thread id": 1, "Ev Idx": 1483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793360.798, "dur": 3.516,
    "args": {
      "External id": 18893,"Sequence number": 246609, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1484
    }
  },
  {
    "ph": "f", "id": 159, "pid": 1336753, "tid": 1381210, "ts": 1295650793360.798,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793362.105, "dur": 2.076,
    "args": {
      "External id": 18894,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793363.046, "dur": 1.035,
    "args": {
      "External id": 18895,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793369.756, "dur": 167.050,
    "args": {
      "External id": 18896,"Record function id": 0, "Sequence number": 246608, "Fwd thread id": 1, "Ev Idx": 1487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793370.627, "dur": 157.880,
    "args": {
      "External id": 18897,"Sequence number": 246608, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1488
    }
  },
  {
    "ph": "f", "id": 160, "pid": 1336753, "tid": 1381210, "ts": 1295650793370.627,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793375.682, "dur": 9.582,
    "args": {
      "External id": 18898,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793380.134, "dur": 4.413,
    "args": {
      "External id": 18899,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 1490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793382.478, "dur": 1.765,
    "args": {
      "External id": 18900,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 1491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793386.923, "dur": 75.792,
    "args": {
      "External id": 18901,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 1492
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793463.931, "dur": 5.088,
    "args": {
      "External id": 18902,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793464.783, "dur": 3.514,
    "args": {
      "External id": 18903,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793467.086, "dur": 1.058,
    "args": {
      "External id": 18904,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793470.747, "dur": 10.013,
    "args": {
      "External id": 18905,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793474.299, "dur": 5.984,
    "args": {
      "External id": 18906,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793479.252, "dur": 0.931,
    "args": {
      "External id": 18907,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793481.675, "dur": 45.958,
    "args": {
      "External id": 18908,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 1499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793541.583, "dur": 8.876,
    "args": {
      "External id": 18909,"Record function id": 0, "Sequence number": 246607, "Fwd thread id": 1, "Ev Idx": 1500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793542.829, "dur": 5.344,
    "args": {
      "External id": 18910,"Sequence number": 246607, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1501
    }
  },
  {
    "ph": "f", "id": 161, "pid": 1336753, "tid": 1381210, "ts": 1295650793542.829,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793545.300, "dur": 2.700,
    "args": {
      "External id": 18911,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793546.785, "dur": 1.085,
    "args": {
      "External id": 18912,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793553.799, "dur": 10.875,
    "args": {
      "External id": 18913,"Record function id": 0, "Sequence number": 246606, "Fwd thread id": 1, "Ev Idx": 1504
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793554.522, "dur": 7.433,
    "args": {
      "External id": 18914,"Sequence number": 246606, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1505
    }
  },
  {
    "ph": "f", "id": 162, "pid": 1336753, "tid": 1381210, "ts": 1295650793554.522,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793557.392, "dur": 4.337,
    "args": {
      "External id": 18915,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1506
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793558.314, "dur": 2.921,
    "args": {
      "External id": 18916,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793560.281, "dur": 0.820,
    "args": {
      "External id": 18917,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793570.641, "dur": 11.045,
    "args": {
      "External id": 18918,"Record function id": 0, "Ev Idx": 1509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793573.104, "dur": 7.681,
    "args": {
      "External id": 18919,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793575.869, "dur": 4.523,
    "args": {
      "External id": 18920,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793577.163, "dur": 3.081,
    "args": {
      "External id": 18921,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793585.144, "dur": 9.901,
    "args": {
      "External id": 18922,"Record function id": 0, "Sequence number": 246605, "Fwd thread id": 1, "Ev Idx": 1513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793586.576, "dur": 6.104,
    "args": {
      "External id": 18923,"Sequence number": 246605, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1514
    }
  },
  {
    "ph": "f", "id": 163, "pid": 1336753, "tid": 1381210, "ts": 1295650793586.576,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793587.869, "dur": 4.643,
    "args": {
      "External id": 18924,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793591.194, "dur": 1.181,
    "args": {
      "External id": 18925,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793598.408, "dur": 97.696,
    "args": {
      "External id": 18926,"Record function id": 0, "Sequence number": 246604, "Fwd thread id": 1, "Ev Idx": 1517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793599.317, "dur": 89.555,
    "args": {
      "External id": 18927,"Sequence number": 246604, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1518
    }
  },
  {
    "ph": "f", "id": 164, "pid": 1336753, "tid": 1381210, "ts": 1295650793599.317,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793601.644, "dur": 3.624,
    "args": {
      "External id": 18928,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793602.351, "dur": 2.426,
    "args": {
      "External id": 18929,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 1520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793604.177, "dur": 0.495,
    "args": {
      "External id": 18930,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 1521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793606.068, "dur": 29.879,
    "args": {
      "External id": 18931,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 1522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793639.097, "dur": 4.190,
    "args": {
      "External id": 18932,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793639.741, "dur": 3.011,
    "args": {
      "External id": 18933,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793641.561, "dur": 1.070,
    "args": {
      "External id": 18934,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793645.073, "dur": 5.996,
    "args": {
      "External id": 18935,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793646.403, "dur": 4.151,
    "args": {
      "External id": 18936,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793648.106, "dur": 2.379,
    "args": {
      "External id": 18937,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793653.896, "dur": 34.201,
    "args": {
      "External id": 18938,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 1529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793703.178, "dur": 35.645,
    "args": {
      "External id": 18939,"Record function id": 0, "Sequence number": 246603, "Fwd thread id": 1, "Ev Idx": 1530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793704.211, "dur": 7.117,
    "args": {
      "External id": 18940,"Sequence number": 246603, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1531
    }
  },
  {
    "ph": "f", "id": 165, "pid": 1336753, "tid": 1381210, "ts": 1295650793704.211,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793706.045, "dur": 5.118,
    "args": {
      "External id": 18941,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793710.043, "dur": 0.990,
    "args": {
      "External id": 18942,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793714.609, "dur": 22.008,
    "args": {
      "External id": 18943,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793742.387, "dur": 35.035,
    "args": {
      "External id": 18944,"Record function id": 0, "Sequence number": 246602, "Fwd thread id": 1, "Ev Idx": 1535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793768.221, "dur": 6.793,
    "args": {
      "External id": 18945,"Sequence number": 246602, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1536
    }
  },
  {
    "ph": "f", "id": 166, "pid": 1336753, "tid": 1381210, "ts": 1295650793768.221,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793771.096, "dur": 3.708,
    "args": {
      "External id": 18946,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793771.831, "dur": 2.457,
    "args": {
      "External id": 18947,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793773.718, "dur": 0.440,
    "args": {
      "External id": 18948,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793781.790, "dur": 5.665,
    "args": {
      "External id": 18949,"Record function id": 0, "Ev Idx": 1540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793783.352, "dur": 3.514,
    "args": {
      "External id": 18950,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793784.460, "dur": 1.735,
    "args": {
      "External id": 18951,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793784.922, "dur": 1.184,
    "args": {
      "External id": 18952,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793790.867, "dur": 8.606,
    "args": {
      "External id": 18953,"Record function id": 0, "Sequence number": 246601, "Fwd thread id": 1, "Ev Idx": 1544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "UnsafeViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793792.486, "dur": 5.010,
    "args": {
      "External id": 18954,"Sequence number": 246601, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1545
    }
  },
  {
    "ph": "f", "id": 167, "pid": 1336753, "tid": 1381210, "ts": 1295650793792.486,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793793.840, "dur": 3.506,
    "args": {
      "External id": 18955,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793796.544, "dur": 0.670,
    "args": {
      "External id": 18956,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793802.652, "dur": 96.169,
    "args": {
      "External id": 18957,"Record function id": 0, "Sequence number": 246600, "Fwd thread id": 1, "Ev Idx": 1548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MmBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793803.359, "dur": 87.162,
    "args": {
      "External id": 18958,"Sequence number": 246600, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1549
    }
  },
  {
    "ph": "f", "id": 168, "pid": 1336753, "tid": 1381210, "ts": 1295650793803.359,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793806.092, "dur": 2.893,
    "args": {
      "External id": 18959,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793806.732, "dur": 1.820,
    "args": {
      "External id": 18960,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[65536, 2048], [], []], "Ev Idx": 1551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793808.071, "dur": 0.377,
    "args": {
      "External id": 18961,"Record function id": 0, "Concrete Inputs": ["", "[2048, 65536]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 1552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793809.678, "dur": 30.592,
    "args": {
      "External id": 18962,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048]], "Ev Idx": 1553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793843.470, "dur": 3.758,
    "args": {
      "External id": 18963,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793844.189, "dur": 2.488,
    "args": {
      "External id": 18964,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793845.778, "dur": 0.779,
    "args": {
      "External id": 18965,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793848.516, "dur": 3.748,
    "args": {
      "External id": 18966,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793849.622, "dur": 2.194,
    "args": {
      "External id": 18967,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793850.935, "dur": 0.800,
    "args": {
      "External id": 18968,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1559
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793854.908, "dur": 34.815,
    "args": {
      "External id": 18969,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 1560
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793902.937, "dur": 27.746,
    "args": {
      "External id": 18970,"Record function id": 0, "Sequence number": 246599, "Fwd thread id": 1, "Ev Idx": 1561
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ViewBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793904.070, "dur": 4.215,
    "args": {
      "External id": 18971,"Sequence number": 246599, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 1562
    }
  },
  {
    "ph": "f", "id": 169, "pid": 1336753, "tid": 1381210, "ts": 1295650793904.070,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793906.122, "dur": 2.008,
    "args": {
      "External id": 18972,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1563
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793907.077, "dur": 0.924,
    "args": {
      "External id": 18973,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793911.148, "dur": 17.277,
    "args": {
      "External id": 18974,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1565
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793934.014, "dur": 9.277,
    "args": {
      "External id": 18975,"Record function id": 0, "Sequence number": 246598, "Fwd thread id": 1, "Ev Idx": 1566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793934.801, "dur": 6.586,
    "args": {
      "External id": 18976,"Sequence number": 246598, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1567
    }
  },
  {
    "ph": "f", "id": 170, "pid": 1336753, "tid": 1381210, "ts": 1295650793934.801,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793935.833, "dur": 5.354,
    "args": {
      "External id": 18977,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1, 2048]], "Input Dims": [[2048, 2048]], "Ev Idx": 1568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793936.472, "dur": 4.093,
    "args": {
      "External id": 18978,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[1, 2048], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 1569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793939.681, "dur": 0.780,
    "args": {
      "External id": 18979,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[2048, 1]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 2048], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 1570
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793947.188, "dur": 5.175,
    "args": {
      "External id": 18980,"Record function id": 0, "Ev Idx": 1571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793949.149, "dur": 2.721,
    "args": {
      "External id": 18981,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793950.063, "dur": 1.521,
    "args": {
      "External id": 18982,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793950.490, "dur": 0.990,
    "args": {
      "External id": 18983,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1574
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793956.670, "dur": 433.056,
    "args": {
      "External id": 18984,"Record function id": 0, "Sequence number": 246597, "Fwd thread id": 1, "Ev Idx": 1575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650793958.030, "dur": 394.644,
    "args": {
      "External id": 18985,"Sequence number": 246597, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1576
    }
  },
  {
    "ph": "f", "id": 171, "pid": 1336753, "tid": 1381210, "ts": 1295650793958.030,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794031.860, "dur": 3.066,
    "args": {
      "External id": 18986,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794032.771, "dur": 1.923,
    "args": {
      "External id": 18987,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 1578
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794052.604, "dur": 6.998,
    "args": {
      "External id": 18988,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794068.933, "dur": 2.223,
    "args": {
      "External id": 18989,"Record function id": 0, "Concrete Inputs": ["[132, 2048]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794223.005, "dur": 2.057,
    "args": {
      "External id": 18990,"Record function id": 0, "Concrete Inputs": ["", "[1, -1, 2048]"], "Input type": ["float", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[132, 2048], []], "Ev Idx": 1581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794245.885, "dur": 41.282,
    "args": {
      "External id": 18991,"Record function id": 0, "Concrete Inputs": ["", "[1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[270336, 2048, 1], [], [], []], "Input Dims": [[1, 132, 2048], [], [], []], "Ev Idx": 1582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794257.879, "dur": 1.131,
    "args": {
      "External id": 18992,"Record function id": 0, "Concrete Inputs": ["", "[1, 1, 2048]", "[2048, 0, 1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[1, 2048], [], [], []], "Ev Idx": 1583
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794293.581, "dur": 34.751,
    "args": {
      "External id": 18993,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], []], "Ev Idx": 1584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794295.436, "dur": 32.625,
    "args": {
      "External id": 18994,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[1, 2048], [], [], [], [], [], []], "Ev Idx": 1585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794300.089, "dur": 4.675,
    "args": {
      "External id": 18995,"Record function id": 0, "Concrete Inputs": ["[1, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794308.949, "dur": 18.601,
    "args": {
      "External id": 18996,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[1, 2048], [1, 2048], []], "Ev Idx": 1587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794332.732, "dur": 2.992,
    "args": {
      "External id": 18997,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1]], "Input Dims": [[1, 2048], [2048]], "Ev Idx": 1588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794333.809, "dur": 1.806,
    "args": {
      "External id": 18998,"Record function id": 0, "Concrete Inputs": ["", "[2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[1, 2048], []], "Ev Idx": 1589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794343.797, "dur": 2.263,
    "args": {
      "External id": 18999,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1590
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794344.916, "dur": 1.001,
    "args": {
      "External id": 19000,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 1591
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794368.224, "dur": 16.840,
    "args": {
      "External id": 19001,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 1592
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794402.725, "dur": 10.511,
    "args": {
      "External id": 19002,"Record function id": 0, "Ev Idx": 1593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794404.888, "dur": 7.711,
    "args": {
      "External id": 19003,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794407.187, "dur": 4.450,
    "args": {
      "External id": 19004,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794410.120, "dur": 1.426,
    "args": {
      "External id": 19005,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1596
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794418.122, "dur": 2860.596,
    "args": {
      "External id": 19006,"Record function id": 0, "Ev Idx": 1597
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.27)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794455.285, "dur": 999.035,
    "args": {
      "External id": 19007,"Record function id": 0, "Ev Idx": 1598
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.26", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794480.681, "dur": 964.473,
    "args": {
      "External id": 19008,"Record function id": 0, "Ev Idx": 1599
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.26)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794494.924, "dur": 933.982,
    "args": {
      "External id": 19009,"Record function id": 0, "Ev Idx": 1600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794589.757, "dur": 5.097,
    "args": {
      "External id": 19010,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794617.542, "dur": 35.474,
    "args": {
      "External id": 19011,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 1602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794622.672, "dur": 1.423,
    "args": {
      "External id": 19012,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794626.641, "dur": 2.683,
    "args": {
      "External id": 19013,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794631.522, "dur": 0.758,
    "args": {
      "External id": 19014,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794634.114, "dur": 0.534,
    "args": {
      "External id": 19015,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794636.272, "dur": 0.469,
    "args": {
      "External id": 19016,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794639.015, "dur": 0.440,
    "args": {
      "External id": 19017,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794641.196, "dur": 0.383,
    "args": {
      "External id": 19018,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794643.709, "dur": 0.609,
    "args": {
      "External id": 19019,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1610
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794645.909, "dur": 0.831,
    "args": {
      "External id": 19020,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794671.450, "dur": 36.970,
    "args": {
      "External id": 19021,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 1612
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794754.806, "dur": 131.925,
    "args": {
      "External id": 19022,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 1613
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794767.279, "dur": 6.780,
    "args": {
      "External id": 19023,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1614
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794781.636, "dur": 10.902,
    "args": {
      "External id": 19024,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 1615
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794786.003, "dur": 6.116,
    "args": {
      "External id": 19025,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 1616
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794790.399, "dur": 0.519,
    "args": {
      "External id": 19026,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 1617
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794800.515, "dur": 35.878,
    "args": {
      "External id": 19027,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 1618
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794802.795, "dur": 0.591,
    "args": {
      "External id": 19028,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794805.679, "dur": 0.511,
    "args": {
      "External id": 19029,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794808.382, "dur": 0.637,
    "args": {
      "External id": 19030,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794810.911, "dur": 0.615,
    "args": {
      "External id": 19031,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1622
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794813.397, "dur": 4.275,
    "args": {
      "External id": 19032,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1623
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794819.825, "dur": 0.634,
    "args": {
      "External id": 19033,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794821.942, "dur": 3.118,
    "args": {
      "External id": 19034,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794827.034, "dur": 0.591,
    "args": {
      "External id": 19035,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794829.427, "dur": 0.516,
    "args": {
      "External id": 19036,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794848.739, "dur": 29.881,
    "args": {
      "External id": 19037,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 1628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794952.513, "dur": 365.166,
    "args": {
      "External id": 19038,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 1629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295650794982.557, "dur": 329.340,
    "args": {
      "External id": 19039,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 1630, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295650795035.091, "dur": 269.958,
    "args": {
      "External id": 19040,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 1631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295650795341.137, "dur": 2.314,
    "args": {
      "External id": 19041,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 1632, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650795462.377, "dur": 1790.113,
    "args": {
      "External id": 19042,"Sequence number": 246596, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1633
    }
  },
  {
    "ph": "f", "id": 172, "pid": 1336753, "tid": 1381210, "ts": 1295650795462.377,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650795608.253, "dur": 108.920,
    "args": {
      "External id": 19043,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 1634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650795761.255, "dur": 44.272,
    "args": {
      "External id": 19044,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 1635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650795828.508, "dur": 47.714,
    "args": {
      "External id": 19045,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 1636
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650795886.151, "dur": 31.806,
    "args": {
      "External id": 19046,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 1637
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650795925.859, "dur": 46.504,
    "args": {
      "External id": 19047,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 1638
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650795982.329, "dur": 71.203,
    "args": {
      "External id": 19048,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 1639
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796065.542, "dur": 45.421,
    "args": {
      "External id": 19049,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 1640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796139.285, "dur": 27.422,
    "args": {
      "External id": 19050,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 1641
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796189.310, "dur": 37.485,
    "args": {
      "External id": 19051,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1642
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796268.353, "dur": 24.218,
    "args": {
      "External id": 19052,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 1643
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796307.408, "dur": 21.781,
    "args": {
      "External id": 19053,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 1644
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796344.100, "dur": 33.029,
    "args": {
      "External id": 19054,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1645
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796384.067, "dur": 35.169,
    "args": {
      "External id": 19055,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796449.994, "dur": 181.578,
    "args": {
      "External id": 19056,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 1647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796533.996, "dur": 5.802,
    "args": {
      "External id": 19057,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796542.225, "dur": 3.937,
    "args": {
      "External id": 19058,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1649
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796667.130, "dur": 27.350,
    "args": {
      "External id": 19059,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796708.042, "dur": 16.985,
    "args": {
      "External id": 19060,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1651
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796734.140, "dur": 51.350,
    "args": {
      "External id": 19061,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796798.449, "dur": 37.042,
    "args": {
      "External id": 19062,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1653
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796844.345, "dur": 23.949,
    "args": {
      "External id": 19063,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796876.606, "dur": 30.688,
    "args": {
      "External id": 19064,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1655
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796913.526, "dur": 20.246,
    "args": {
      "External id": 19065,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650796941.761, "dur": 29.652,
    "args": {
      "External id": 19066,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797026.671, "dur": 28.391,
    "args": {
      "External id": 19067,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 1658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797074.652, "dur": 27.878,
    "args": {
      "External id": 19068,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797120.192, "dur": 18.262,
    "args": {
      "External id": 19069,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 1660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797152.791, "dur": 16.378,
    "args": {
      "External id": 19070,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 1661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797185.586, "dur": 21.393,
    "args": {
      "External id": 19071,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 1662
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797302.270, "dur": 16.568,
    "args": {
      "External id": 19072,"Record function id": 0, "Ev Idx": 1663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797306.233, "dur": 11.747,
    "args": {
      "External id": 19073,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797310.304, "dur": 6.669,
    "args": {
      "External id": 19074,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1665
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797312.544, "dur": 4.299,
    "args": {
      "External id": 19075,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1666
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797322.798, "dur": 6.568,
    "args": {
      "External id": 19076,"Record function id": 0, "Ev Idx": 1667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797324.988, "dur": 3.892,
    "args": {
      "External id": 19077,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797325.827, "dur": 2.542,
    "args": {
      "External id": 19078,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797326.796, "dur": 1.480,
    "args": {
      "External id": 19079,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1670
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797333.204, "dur": 7.143,
    "args": {
      "External id": 19080,"Record function id": 0, "Ev Idx": 1671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797336.107, "dur": 3.825,
    "args": {
      "External id": 19081,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797336.988, "dur": 2.397,
    "args": {
      "External id": 19082,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1673
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797338.071, "dur": 1.227,
    "args": {
      "External id": 19083,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797343.785, "dur": 7.498,
    "args": {
      "External id": 19084,"Record function id": 0, "Ev Idx": 1675
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797345.513, "dur": 5.339,
    "args": {
      "External id": 19085,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1676
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797346.610, "dur": 3.790,
    "args": {
      "External id": 19086,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797347.316, "dur": 3.009,
    "args": {
      "External id": 19087,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1678
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797354.656, "dur": 5.045,
    "args": {
      "External id": 19088,"Record function id": 0, "Ev Idx": 1679
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797356.407, "dur": 2.904,
    "args": {
      "External id": 19089,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1680
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797356.833, "dur": 1.845,
    "args": {
      "External id": 19090,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1681
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797357.305, "dur": 1.290,
    "args": {
      "External id": 19091,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1682
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797363.237, "dur": 5.607,
    "args": {
      "External id": 19092,"Record function id": 0, "Ev Idx": 1683
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797365.061, "dur": 3.291,
    "args": {
      "External id": 19093,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1684
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797365.975, "dur": 1.711,
    "args": {
      "External id": 19094,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1685
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797366.617, "dur": 0.989,
    "args": {
      "External id": 19095,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797372.515, "dur": 5.442,
    "args": {
      "External id": 19096,"Record function id": 0, "Ev Idx": 1687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797374.423, "dur": 3.103,
    "args": {
      "External id": 19097,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797375.131, "dur": 1.722,
    "args": {
      "External id": 19098,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1689
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797375.881, "dur": 0.881,
    "args": {
      "External id": 19099,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1690
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797381.329, "dur": 4.870,
    "args": {
      "External id": 19100,"Record function id": 0, "Ev Idx": 1691
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797383.053, "dur": 2.716,
    "args": {
      "External id": 19101,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1692
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797383.533, "dur": 1.461,
    "args": {
      "External id": 19102,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797383.794, "dur": 1.107,
    "args": {
      "External id": 19103,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1694
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797389.642, "dur": 4.782,
    "args": {
      "External id": 19104,"Record function id": 0, "Ev Idx": 1695
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797391.422, "dur": 2.580,
    "args": {
      "External id": 19105,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1696
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797391.881, "dur": 1.398,
    "args": {
      "External id": 19106,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1697
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797392.538, "dur": 0.635,
    "args": {
      "External id": 19107,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1698
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797401.204, "dur": 167205.137,
    "args": {
      "External id": 19108,"Record function id": 0, "Sequence number": 246595, "Fwd thread id": 1, "Ev Idx": 1699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797402.655, "dur": 167194.790,
    "args": {
      "External id": 19109,"Sequence number": 246595, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1700
    }
  },
  {
    "ph": "f", "id": 173, "pid": 1336753, "tid": 1381210, "ts": 1295650797402.655,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.27)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797438.341, "dur": 45.608,
    "args": {
      "External id": 19110,"Record function id": 0, "Ev Idx": 1701
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.27)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797491.830, "dur": 92.335,
    "args": {
      "External id": 19111,"Record function id": 0, "Ev Idx": 1702
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.27)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797589.908, "dur": 166999.375,
    "args": {
      "External id": 19112,"Record function id": 0, "Ev Idx": 1703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797651.670, "dur": 7.204,
    "args": {
      "External id": 19113,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797668.348, "dur": 4.721,
    "args": {
      "External id": 19114,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 1705
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797691.642, "dur": 165939.801,
    "args": {
      "External id": 19115,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 1706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797707.302, "dur": 165914.105,
    "args": {
      "External id": 19116,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 1707
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797782.189, "dur": 6.298,
    "args": {
      "External id": 19117,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1708
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797800.923, "dur": 165770.547,
    "args": {
      "External id": 19118,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 1709
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797804.077, "dur": 165766.404,
    "args": {
      "External id": 19119,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 1710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797808.819, "dur": 4.593,
    "args": {
      "External id": 19120,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650797815.421, "dur": 165750.876,
    "args": {
      "External id": 19121,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 1712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650963741.964, "dur": 14.103,
    "args": {
      "External id": 19122,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 1713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650963746.300, "dur": 9.384,
    "args": {
      "External id": 19123,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1714
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650963798.026, "dur": 427.190,
    "args": {
      "External id": 19124,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 1715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295650963828.472, "dur": 388.605,
    "args": {
      "External id": 19125,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 1716, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295650963840.362, "dur": 370.894,
    "args": {
      "External id": 19126,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 1717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964261.703, "dur": 3.172,
    "args": {
      "External id": 19127,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 1718, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964336.787, "dur": 7.406,
    "args": {
      "External id": 19128,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1719
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964404.277, "dur": 1.375,
    "args": {
      "External id": 19129,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964425.044, "dur": 1.208,
    "args": {
      "External id": 19130,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1721
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964444.360, "dur": 0.908,
    "args": {
      "External id": 19131,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1722
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964459.828, "dur": 1.103,
    "args": {
      "External id": 19132,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1723
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964473.032, "dur": 1.655,
    "args": {
      "External id": 19133,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1724
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964487.924, "dur": 1.248,
    "args": {
      "External id": 19134,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1725
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964504.570, "dur": 3.614,
    "args": {
      "External id": 19135,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1726
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964520.572, "dur": 1.033,
    "args": {
      "External id": 19136,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1727
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964622.825, "dur": 2961.392,
    "args": {
      "External id": 19137,"Record function id": 0, "Ev Idx": 1728
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.26)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964644.037, "dur": 1139.718,
    "args": {
      "External id": 19138,"Record function id": 0, "Ev Idx": 1729
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.26)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964659.850, "dur": 397.522,
    "args": {
      "External id": 19139,"Record function id": 0, "Ev Idx": 1730
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964746.902, "dur": 4.507,
    "args": {
      "External id": 19140,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 1731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964755.007, "dur": 1.943,
    "args": {
      "External id": 19141,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 1732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964758.711, "dur": 1.146,
    "args": {
      "External id": 19142,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 1733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964762.027, "dur": 3.451,
    "args": {
      "External id": 19143,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 1734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964767.249, "dur": 1.392,
    "args": {
      "External id": 19144,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 1735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964770.812, "dur": 1.023,
    "args": {
      "External id": 19145,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 1736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964773.670, "dur": 3.252,
    "args": {
      "External id": 19146,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 1737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964778.461, "dur": 1.367,
    "args": {
      "External id": 19147,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 1738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964781.269, "dur": 1.263,
    "args": {
      "External id": 19148,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 1739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964784.218, "dur": 1.148,
    "args": {
      "External id": 19149,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 1740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964806.667, "dur": 169.624,
    "args": {
      "External id": 19150,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 1741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964825.287, "dur": 146.831,
    "args": {
      "External id": 19151,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 1742
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964850.010, "dur": 12.851,
    "args": {
      "External id": 19152,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1743
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964867.820, "dur": 71.253,
    "args": {
      "External id": 19153,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 1744
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964870.657, "dur": 68.121,
    "args": {
      "External id": 19154,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 1745
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964875.291, "dur": 9.822,
    "args": {
      "External id": 19155,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650964887.369, "dur": 50.896,
    "args": {
      "External id": 19156,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 1747
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.25", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965163.833, "dur": 611.081,
    "args": {
      "External id": 19157,"Record function id": 0, "Ev Idx": 1748
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.25)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965180.994, "dur": 580.282,
    "args": {
      "External id": 19158,"Record function id": 0, "Ev Idx": 1749
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965260.300, "dur": 6.478,
    "args": {
      "External id": 19159,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965284.051, "dur": 36.238,
    "args": {
      "External id": 19160,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 1751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965289.801, "dur": 1.717,
    "args": {
      "External id": 19161,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965293.968, "dur": 0.739,
    "args": {
      "External id": 19162,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965296.673, "dur": 0.511,
    "args": {
      "External id": 19163,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1754
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965299.091, "dur": 0.451,
    "args": {
      "External id": 19164,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1755
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965301.683, "dur": 0.681,
    "args": {
      "External id": 19165,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965304.213, "dur": 0.509,
    "args": {
      "External id": 19166,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1757
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965306.489, "dur": 2.206,
    "args": {
      "External id": 19167,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1758
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965310.315, "dur": 0.767,
    "args": {
      "External id": 19168,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1759
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965313.164, "dur": 0.369,
    "args": {
      "External id": 19169,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965337.004, "dur": 39.342,
    "args": {
      "External id": 19170,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 1761
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965414.579, "dur": 116.225,
    "args": {
      "External id": 19171,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 1762
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965425.393, "dur": 2.981,
    "args": {
      "External id": 19172,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965433.972, "dur": 14.487,
    "args": {
      "External id": 19173,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 1764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965438.472, "dur": 9.564,
    "args": {
      "External id": 19174,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 1765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965445.903, "dur": 0.829,
    "args": {
      "External id": 19175,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 1766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965456.029, "dur": 30.746,
    "args": {
      "External id": 19176,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 1767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965458.595, "dur": 0.538,
    "args": {
      "External id": 19177,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965460.761, "dur": 0.693,
    "args": {
      "External id": 19178,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965463.438, "dur": 0.541,
    "args": {
      "External id": 19179,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965466.116, "dur": 2.235,
    "args": {
      "External id": 19180,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1771
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965470.347, "dur": 0.591,
    "args": {
      "External id": 19181,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1772
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965472.561, "dur": 0.669,
    "args": {
      "External id": 19182,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1773
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965475.118, "dur": 0.558,
    "args": {
      "External id": 19183,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1774
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965477.709, "dur": 0.642,
    "args": {
      "External id": 19184,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1775
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965480.209, "dur": 0.619,
    "args": {
      "External id": 19185,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1776
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965500.796, "dur": 21.798,
    "args": {
      "External id": 19186,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 1777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965579.400, "dur": 115.350,
    "args": {
      "External id": 19187,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 1778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965601.137, "dur": 90.016,
    "args": {
      "External id": 19188,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 1779, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965614.637, "dur": 72.161,
    "args": {
      "External id": 19189,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 1780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965709.203, "dur": 1.756,
    "args": {
      "External id": 19190,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 1781, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965790.976, "dur": 1767.850,
    "args": {
      "External id": 19191,"Sequence number": 246594, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1782
    }
  },
  {
    "ph": "f", "id": 174, "pid": 1336753, "tid": 1381210, "ts": 1295650965790.976,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650965905.207, "dur": 146.752,
    "args": {
      "External id": 19192,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 1783
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966100.214, "dur": 43.476,
    "args": {
      "External id": 19193,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 1784
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966164.591, "dur": 58.163,
    "args": {
      "External id": 19194,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 1785
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966249.992, "dur": 40.097,
    "args": {
      "External id": 19195,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 1786
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966300.523, "dur": 48.354,
    "args": {
      "External id": 19196,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 1787
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966357.200, "dur": 29.534,
    "args": {
      "External id": 19197,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 1788
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966395.532, "dur": 43.710,
    "args": {
      "External id": 19198,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 1789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966465.140, "dur": 27.086,
    "args": {
      "External id": 19199,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 1790
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966514.864, "dur": 31.565,
    "args": {
      "External id": 19200,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1791
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966568.058, "dur": 20.946,
    "args": {
      "External id": 19201,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 1792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966603.448, "dur": 16.245,
    "args": {
      "External id": 19202,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 1793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966628.918, "dur": 30.416,
    "args": {
      "External id": 19203,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966662.575, "dur": 34.692,
    "args": {
      "External id": 19204,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966728.207, "dur": 173.008,
    "args": {
      "External id": 19205,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 1796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966807.888, "dur": 5.639,
    "args": {
      "External id": 19206,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966815.666, "dur": 2.425,
    "args": {
      "External id": 19207,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966941.983, "dur": 25.742,
    "args": {
      "External id": 19208,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295650966980.612, "dur": 58.503,
    "args": {
      "External id": 19209,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1800
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967052.605, "dur": 42.528,
    "args": {
      "External id": 19210,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1801
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967102.724, "dur": 36.587,
    "args": {
      "External id": 19211,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1802
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967150.537, "dur": 40.033,
    "args": {
      "External id": 19212,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1803
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967202.236, "dur": 52.251,
    "args": {
      "External id": 19213,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1804
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967265.183, "dur": 24.785,
    "args": {
      "External id": 19214,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967302.164, "dur": 31.070,
    "args": {
      "External id": 19215,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967354.380, "dur": 27.238,
    "args": {
      "External id": 19216,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 1807
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967399.488, "dur": 29.846,
    "args": {
      "External id": 19217,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967444.073, "dur": 19.922,
    "args": {
      "External id": 19218,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 1809
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967478.580, "dur": 15.537,
    "args": {
      "External id": 19219,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 1810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967509.981, "dur": 18.646,
    "args": {
      "External id": 19220,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 1811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967607.330, "dur": 15.678,
    "args": {
      "External id": 19221,"Record function id": 0, "Ev Idx": 1812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967610.596, "dur": 11.580,
    "args": {
      "External id": 19222,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967614.968, "dur": 6.444,
    "args": {
      "External id": 19223,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1814
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967616.816, "dur": 4.453,
    "args": {
      "External id": 19224,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1815
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967627.027, "dur": 6.305,
    "args": {
      "External id": 19225,"Record function id": 0, "Ev Idx": 1816
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967628.490, "dur": 4.356,
    "args": {
      "External id": 19226,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967629.781, "dur": 2.584,
    "args": {
      "External id": 19227,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967630.646, "dur": 1.628,
    "args": {
      "External id": 19228,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967636.571, "dur": 4.935,
    "args": {
      "External id": 19229,"Record function id": 0, "Ev Idx": 1820
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967637.781, "dur": 3.306,
    "args": {
      "External id": 19230,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967638.640, "dur": 2.026,
    "args": {
      "External id": 19231,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1822
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967639.367, "dur": 1.211,
    "args": {
      "External id": 19232,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967644.769, "dur": 6.802,
    "args": {
      "External id": 19233,"Record function id": 0, "Ev Idx": 1824
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967646.145, "dur": 5.000,
    "args": {
      "External id": 19234,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1825
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967647.103, "dur": 3.635,
    "args": {
      "External id": 19235,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967647.505, "dur": 3.151,
    "args": {
      "External id": 19236,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967654.701, "dur": 4.693,
    "args": {
      "External id": 19237,"Record function id": 0, "Ev Idx": 1828
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967655.951, "dur": 3.014,
    "args": {
      "External id": 19238,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1829
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967656.676, "dur": 1.748,
    "args": {
      "External id": 19239,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1830
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967657.193, "dur": 1.155,
    "args": {
      "External id": 19240,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1831
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967662.612, "dur": 4.161,
    "args": {
      "External id": 19241,"Record function id": 0, "Ev Idx": 1832
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967663.765, "dur": 2.606,
    "args": {
      "External id": 19242,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1833
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967664.219, "dur": 1.715,
    "args": {
      "External id": 19243,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1834
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967664.687, "dur": 1.144,
    "args": {
      "External id": 19244,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1835
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967670.149, "dur": 4.553,
    "args": {
      "External id": 19245,"Record function id": 0, "Ev Idx": 1836
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967671.353, "dur": 2.958,
    "args": {
      "External id": 19246,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1837
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967671.855, "dur": 2.042,
    "args": {
      "External id": 19247,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1838
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967672.168, "dur": 1.625,
    "args": {
      "External id": 19248,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1839
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967677.786, "dur": 5.051,
    "args": {
      "External id": 19249,"Record function id": 0, "Ev Idx": 1840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967679.540, "dur": 2.900,
    "args": {
      "External id": 19250,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967680.317, "dur": 1.448,
    "args": {
      "External id": 19251,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967680.792, "dur": 0.895,
    "args": {
      "External id": 19252,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967685.907, "dur": 3.884,
    "args": {
      "External id": 19253,"Record function id": 0, "Ev Idx": 1844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967687.342, "dur": 2.056,
    "args": {
      "External id": 19254,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1845
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967687.896, "dur": 1.100,
    "args": {
      "External id": 19255,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967688.358, "dur": 0.539,
    "args": {
      "External id": 19256,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1847
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967693.885, "dur": 40878.345,
    "args": {
      "External id": 19257,"Record function id": 0, "Sequence number": 246593, "Fwd thread id": 1, "Ev Idx": 1848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967695.131, "dur": 40868.560,
    "args": {
      "External id": 19258,"Sequence number": 246593, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1849
    }
  },
  {
    "ph": "f", "id": 175, "pid": 1336753, "tid": 1381210, "ts": 1295650967695.131,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.26)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967724.460, "dur": 37.847,
    "args": {
      "External id": 19259,"Record function id": 0, "Ev Idx": 1850
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.26)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967769.964, "dur": 64.355,
    "args": {
      "External id": 19260,"Record function id": 0, "Ev Idx": 1851
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.26)", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967839.884, "dur": 40716.595,
    "args": {
      "External id": 19261,"Record function id": 0, "Ev Idx": 1852
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967928.854, "dur": 7.017,
    "args": {
      "External id": 19262,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1853
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967945.635, "dur": 4.763,
    "args": {
      "External id": 19263,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 1854
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295650967966.283, "dur": 39749.981,
    "args": {
      "External id": 19264,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 1855
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295650968023.546, "dur": 39684.153,
    "args": {
      "External id": 19265,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 1856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295650968082.654, "dur": 17.487,
    "args": {
      "External id": 19266,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1857
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295650968108.974, "dur": 39554.265,
    "args": {
      "External id": 19267,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 1858
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295650968111.650, "dur": 39551.049,
    "args": {
      "External id": 19268,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 1859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295650968116.426, "dur": 6.217,
    "args": {
      "External id": 19269,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1860
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295650968124.472, "dur": 39534.993,
    "args": {
      "External id": 19270,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 1861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651007804.562, "dur": 9.308,
    "args": {
      "External id": 19271,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 1862
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651007808.349, "dur": 5.127,
    "args": {
      "External id": 19272,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651007845.437, "dur": 373.860,
    "args": {
      "External id": 19273,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 1864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651007871.993, "dur": 341.929,
    "args": {
      "External id": 19274,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 1865, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651007882.700, "dur": 324.910,
    "args": {
      "External id": 19275,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 1866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008253.801, "dur": 3.074,
    "args": {
      "External id": 19276,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 1867, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008324.241, "dur": 7.543,
    "args": {
      "External id": 19277,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1868
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008378.943, "dur": 1.667,
    "args": {
      "External id": 19278,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008399.497, "dur": 1.592,
    "args": {
      "External id": 19279,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008417.069, "dur": 1.000,
    "args": {
      "External id": 19280,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008431.768, "dur": 0.862,
    "args": {
      "External id": 19281,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008445.119, "dur": 1.171,
    "args": {
      "External id": 19282,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008459.120, "dur": 1.299,
    "args": {
      "External id": 19283,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008475.833, "dur": 3.301,
    "args": {
      "External id": 19284,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1875
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008492.281, "dur": 0.955,
    "args": {
      "External id": 19285,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1876
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008588.433, "dur": 2971.765,
    "args": {
      "External id": 19286,"Record function id": 0, "Ev Idx": 1877
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.25)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008609.116, "dur": 1113.191,
    "args": {
      "External id": 19287,"Record function id": 0, "Ev Idx": 1878
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.25)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008625.777, "dur": 331.818,
    "args": {
      "External id": 19288,"Record function id": 0, "Ev Idx": 1879
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008707.253, "dur": 4.065,
    "args": {
      "External id": 19289,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 1880
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008714.731, "dur": 1.545,
    "args": {
      "External id": 19290,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 1881
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008718.273, "dur": 1.299,
    "args": {
      "External id": 19291,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 1882
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008721.724, "dur": 3.259,
    "args": {
      "External id": 19292,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 1883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008726.724, "dur": 1.234,
    "args": {
      "External id": 19293,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 1884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008729.581, "dur": 1.767,
    "args": {
      "External id": 19294,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 1885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008733.012, "dur": 2.907,
    "args": {
      "External id": 19295,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 1886
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008737.767, "dur": 1.278,
    "args": {
      "External id": 19296,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 1887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008740.815, "dur": 0.930,
    "args": {
      "External id": 19297,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 1888
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008743.271, "dur": 0.794,
    "args": {
      "External id": 19298,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 1889
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008763.227, "dur": 161.542,
    "args": {
      "External id": 19299,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 1890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008779.479, "dur": 141.043,
    "args": {
      "External id": 19300,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 1891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008801.826, "dur": 12.361,
    "args": {
      "External id": 19301,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1892
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008818.335, "dur": 73.303,
    "args": {
      "External id": 19302,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 1893
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008820.979, "dur": 70.230,
    "args": {
      "External id": 19303,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 1894
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008825.758, "dur": 10.885,
    "args": {
      "External id": 19304,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651008839.100, "dur": 51.418,
    "args": {
      "External id": 19305,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 1896
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.24", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009096.115, "dur": 617.774,
    "args": {
      "External id": 19306,"Record function id": 0, "Ev Idx": 1897
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.24)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009117.785, "dur": 583.265,
    "args": {
      "External id": 19307,"Record function id": 0, "Ev Idx": 1898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009184.274, "dur": 5.869,
    "args": {
      "External id": 19308,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009206.694, "dur": 57.140,
    "args": {
      "External id": 19309,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 1900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009212.250, "dur": 2.084,
    "args": {
      "External id": 19310,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009216.637, "dur": 0.584,
    "args": {
      "External id": 19311,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009219.180, "dur": 0.834,
    "args": {
      "External id": 19312,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009222.206, "dur": 0.632,
    "args": {
      "External id": 19313,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009224.738, "dur": 0.879,
    "args": {
      "External id": 19314,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009227.556, "dur": 17.858,
    "args": {
      "External id": 19315,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1906
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009248.736, "dur": 2.828,
    "args": {
      "External id": 19316,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1907
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009253.606, "dur": 0.512,
    "args": {
      "External id": 19317,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1908
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009255.944, "dur": 0.826,
    "args": {
      "External id": 19318,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009275.493, "dur": 35.446,
    "args": {
      "External id": 19319,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 1910
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009344.824, "dur": 126.178,
    "args": {
      "External id": 19320,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 1911
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009356.987, "dur": 4.135,
    "args": {
      "External id": 19321,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1912
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009366.947, "dur": 11.253,
    "args": {
      "External id": 19322,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 1913
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009371.686, "dur": 6.089,
    "args": {
      "External id": 19323,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 1914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009376.042, "dur": 0.528,
    "args": {
      "External id": 19324,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 1915
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009385.256, "dur": 45.319,
    "args": {
      "External id": 19325,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 1916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009388.278, "dur": 0.769,
    "args": {
      "External id": 19326,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009392.163, "dur": 0.780,
    "args": {
      "External id": 19327,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009406.933, "dur": 0.735,
    "args": {
      "External id": 19328,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009409.518, "dur": 2.555,
    "args": {
      "External id": 19329,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1920
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009414.015, "dur": 0.788,
    "args": {
      "External id": 19330,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1921
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009416.566, "dur": 0.494,
    "args": {
      "External id": 19331,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009418.919, "dur": 0.742,
    "args": {
      "External id": 19332,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009421.273, "dur": 0.697,
    "args": {
      "External id": 19333,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009423.446, "dur": 0.603,
    "args": {
      "External id": 19334,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 1925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009441.762, "dur": 21.955,
    "args": {
      "External id": 19335,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 1926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009519.556, "dur": 114.099,
    "args": {
      "External id": 19336,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 1927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009542.942, "dur": 87.495,
    "args": {
      "External id": 19337,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 1928, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009552.692, "dur": 73.256,
    "args": {
      "External id": 19338,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 1929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009649.741, "dur": 2.104,
    "args": {
      "External id": 19339,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 1930, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009729.628, "dur": 1805.653,
    "args": {
      "External id": 19340,"Sequence number": 246592, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1931
    }
  },
  {
    "ph": "f", "id": 176, "pid": 1336753, "tid": 1381210, "ts": 1295651009729.628,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651009844.009, "dur": 104.360,
    "args": {
      "External id": 19341,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 1932
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010051.660, "dur": 53.957,
    "args": {
      "External id": 19342,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 1933
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010128.269, "dur": 61.628,
    "args": {
      "External id": 19343,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 1934
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010200.567, "dur": 48.845,
    "args": {
      "External id": 19344,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 1935
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010262.415, "dur": 51.358,
    "args": {
      "External id": 19345,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 1936
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010322.206, "dur": 27.564,
    "args": {
      "External id": 19346,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 1937
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010366.620, "dur": 43.873,
    "args": {
      "External id": 19347,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 1938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010439.290, "dur": 25.793,
    "args": {
      "External id": 19348,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 1939
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010485.958, "dur": 31.893,
    "args": {
      "External id": 19349,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1940
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010538.995, "dur": 21.065,
    "args": {
      "External id": 19350,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 1941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010580.234, "dur": 16.875,
    "args": {
      "External id": 19351,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 1942
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010607.198, "dur": 29.237,
    "args": {
      "External id": 19352,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010640.075, "dur": 34.313,
    "args": {
      "External id": 19353,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1944
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010702.980, "dur": 182.136,
    "args": {
      "External id": 19354,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 1945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010789.113, "dur": 7.671,
    "args": {
      "External id": 19355,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010799.028, "dur": 2.416,
    "args": {
      "External id": 19356,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 1947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010919.340, "dur": 27.773,
    "args": {
      "External id": 19357,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651010958.672, "dur": 17.116,
    "args": {
      "External id": 19358,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011022.967, "dur": 46.099,
    "args": {
      "External id": 19359,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011086.662, "dur": 53.539,
    "args": {
      "External id": 19360,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1951
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011159.155, "dur": 22.914,
    "args": {
      "External id": 19361,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011187.913, "dur": 34.592,
    "args": {
      "External id": 19362,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1953
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011242.293, "dur": 26.348,
    "args": {
      "External id": 19363,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 1954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011279.248, "dur": 33.958,
    "args": {
      "External id": 19364,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 1955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011335.784, "dur": 28.395,
    "args": {
      "External id": 19365,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 1956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011382.237, "dur": 25.116,
    "args": {
      "External id": 19366,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 1957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011422.284, "dur": 19.687,
    "args": {
      "External id": 19367,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 1958
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011457.363, "dur": 15.734,
    "args": {
      "External id": 19368,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 1959
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011488.516, "dur": 17.750,
    "args": {
      "External id": 19369,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 1960
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011584.110, "dur": 19.431,
    "args": {
      "External id": 19370,"Record function id": 0, "Ev Idx": 1961
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011587.521, "dur": 15.211,
    "args": {
      "External id": 19371,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011591.903, "dur": 9.882,
    "args": {
      "External id": 19372,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1963
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011596.928, "dur": 4.733,
    "args": {
      "External id": 19373,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1964
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011607.570, "dur": 5.703,
    "args": {
      "External id": 19374,"Record function id": 0, "Ev Idx": 1965
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011609.434, "dur": 3.373,
    "args": {
      "External id": 19375,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011610.544, "dur": 1.785,
    "args": {
      "External id": 19376,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1967
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011611.182, "dur": 1.040,
    "args": {
      "External id": 19377,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011616.632, "dur": 4.808,
    "args": {
      "External id": 19378,"Record function id": 0, "Ev Idx": 1969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011618.180, "dur": 2.871,
    "args": {
      "External id": 19379,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011618.692, "dur": 1.791,
    "args": {
      "External id": 19380,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1971
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011619.237, "dur": 1.181,
    "args": {
      "External id": 19381,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 1972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011624.813, "dur": 6.469,
    "args": {
      "External id": 19382,"Record function id": 0, "Ev Idx": 1973
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011626.155, "dur": 4.727,
    "args": {
      "External id": 19383,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1974
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011627.021, "dur": 3.425,
    "args": {
      "External id": 19384,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011627.545, "dur": 2.837,
    "args": {
      "External id": 19385,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 1976
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011634.497, "dur": 4.772,
    "args": {
      "External id": 19386,"Record function id": 0, "Ev Idx": 1977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011635.721, "dur": 3.135,
    "args": {
      "External id": 19387,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1978
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011636.609, "dur": 1.806,
    "args": {
      "External id": 19388,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1979
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011637.114, "dur": 1.225,
    "args": {
      "External id": 19389,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1980
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011642.434, "dur": 4.218,
    "args": {
      "External id": 19390,"Record function id": 0, "Ev Idx": 1981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011643.665, "dur": 2.555,
    "args": {
      "External id": 19391,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1982
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011644.134, "dur": 1.662,
    "args": {
      "External id": 19392,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1983
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011644.763, "dur": 0.924,
    "args": {
      "External id": 19393,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1984
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011649.950, "dur": 7.756,
    "args": {
      "External id": 19394,"Record function id": 0, "Ev Idx": 1985
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011651.212, "dur": 6.097,
    "args": {
      "External id": 19395,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1986
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011655.066, "dur": 1.717,
    "args": {
      "External id": 19396,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1987
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011655.653, "dur": 1.028,
    "args": {
      "External id": 19397,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011661.097, "dur": 5.173,
    "args": {
      "External id": 19398,"Record function id": 0, "Ev Idx": 1989
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011662.633, "dur": 3.226,
    "args": {
      "External id": 19399,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1990
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011663.553, "dur": 1.595,
    "args": {
      "External id": 19400,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1991
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011664.067, "dur": 1.016,
    "args": {
      "External id": 19401,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 1992
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011669.332, "dur": 4.400,
    "args": {
      "External id": 19402,"Record function id": 0, "Ev Idx": 1993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011670.682, "dur": 2.651,
    "args": {
      "External id": 19403,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1994
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011671.274, "dur": 1.511,
    "args": {
      "External id": 19404,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011671.838, "dur": 0.860,
    "args": {
      "External id": 19405,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 1996
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011677.845, "dur": 38437.882,
    "args": {
      "External id": 19406,"Record function id": 0, "Sequence number": 246591, "Fwd thread id": 1, "Ev Idx": 1997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011679.447, "dur": 38427.746,
    "args": {
      "External id": 19407,"Sequence number": 246591, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 1998
    }
  },
  {
    "ph": "f", "id": 177, "pid": 1336753, "tid": 1381210, "ts": 1295651011679.447,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.25)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011711.226, "dur": 39.466,
    "args": {
      "External id": 19408,"Record function id": 0, "Ev Idx": 1999
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.25)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011758.744, "dur": 65.987,
    "args": {
      "External id": 19409,"Record function id": 0, "Ev Idx": 2000
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.25)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011831.189, "dur": 38267.758,
    "args": {
      "External id": 19410,"Record function id": 0, "Ev Idx": 2001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011918.818, "dur": 6.669,
    "args": {
      "External id": 19411,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011935.321, "dur": 4.621,
    "args": {
      "External id": 19412,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011955.825, "dur": 37191.480,
    "args": {
      "External id": 19413,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651011969.564, "dur": 37169.110,
    "args": {
      "External id": 19414,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651012059.277, "dur": 17.772,
    "args": {
      "External id": 19415,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2006
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651012084.829, "dur": 37014.524,
    "args": {
      "External id": 19416,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 2007
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651012087.669, "dur": 37011.073,
    "args": {
      "External id": 19417,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 2008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651012092.165, "dur": 6.076,
    "args": {
      "External id": 19418,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651012100.246, "dur": 36995.555,
    "args": {
      "External id": 19419,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 2010
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049250.958, "dur": 9.929,
    "args": {
      "External id": 19420,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 2011
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049254.141, "dur": 6.233,
    "args": {
      "External id": 19421,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2012
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049294.190, "dur": 438.763,
    "args": {
      "External id": 19422,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 2013
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049321.455, "dur": 405.857,
    "args": {
      "External id": 19423,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2014, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049332.763, "dur": 387.686,
    "args": {
      "External id": 19424,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 2015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049758.223, "dur": 2.416,
    "args": {
      "External id": 19425,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2016, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049824.632, "dur": 6.837,
    "args": {
      "External id": 19426,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2017
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049876.867, "dur": 2.108,
    "args": {
      "External id": 19427,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2018
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049897.589, "dur": 1.236,
    "args": {
      "External id": 19428,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2019
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049915.483, "dur": 1.452,
    "args": {
      "External id": 19429,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2020
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049931.335, "dur": 1.744,
    "args": {
      "External id": 19430,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049947.142, "dur": 1.240,
    "args": {
      "External id": 19431,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049961.801, "dur": 1.528,
    "args": {
      "External id": 19432,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651049980.021, "dur": 34.658,
    "args": {
      "External id": 19433,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2024
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050033.177, "dur": 1.582,
    "args": {
      "External id": 19434,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2025
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050131.695, "dur": 2826.985,
    "args": {
      "External id": 19435,"Record function id": 0, "Ev Idx": 2026
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.24)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050151.244, "dur": 1137.455,
    "args": {
      "External id": 19436,"Record function id": 0, "Ev Idx": 2027
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.24)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050168.000, "dur": 357.300,
    "args": {
      "External id": 19437,"Record function id": 0, "Ev Idx": 2028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050267.962, "dur": 4.816,
    "args": {
      "External id": 19438,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050276.670, "dur": 1.556,
    "args": {
      "External id": 19439,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050280.056, "dur": 1.887,
    "args": {
      "External id": 19440,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050283.716, "dur": 3.193,
    "args": {
      "External id": 19441,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050288.637, "dur": 1.356,
    "args": {
      "External id": 19442,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050291.756, "dur": 1.164,
    "args": {
      "External id": 19443,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050294.636, "dur": 3.772,
    "args": {
      "External id": 19444,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050299.956, "dur": 1.588,
    "args": {
      "External id": 19445,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050303.309, "dur": 1.569,
    "args": {
      "External id": 19446,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2037
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050306.470, "dur": 1.187,
    "args": {
      "External id": 19447,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2038
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050328.111, "dur": 162.432,
    "args": {
      "External id": 19448,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2039
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050344.473, "dur": 141.757,
    "args": {
      "External id": 19449,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2040
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050368.664, "dur": 13.942,
    "args": {
      "External id": 19450,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2041
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050386.329, "dur": 71.424,
    "args": {
      "External id": 19451,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 2042
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050389.090, "dur": 68.338,
    "args": {
      "External id": 19452,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 2043
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050393.559, "dur": 10.331,
    "args": {
      "External id": 19453,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2044
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050405.981, "dur": 50.751,
    "args": {
      "External id": 19454,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 2045
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.23", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050618.195, "dur": 662.150,
    "args": {
      "External id": 19455,"Record function id": 0, "Ev Idx": 2046
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.23)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050636.277, "dur": 629.291,
    "args": {
      "External id": 19456,"Record function id": 0, "Ev Idx": 2047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050730.285, "dur": 4.941,
    "args": {
      "External id": 19457,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050754.549, "dur": 34.083,
    "args": {
      "External id": 19458,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050759.701, "dur": 1.567,
    "args": {
      "External id": 19459,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050763.634, "dur": 0.442,
    "args": {
      "External id": 19460,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2051
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050765.893, "dur": 0.564,
    "args": {
      "External id": 19461,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050768.129, "dur": 0.649,
    "args": {
      "External id": 19462,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050770.421, "dur": 0.492,
    "args": {
      "External id": 19463,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050772.495, "dur": 0.539,
    "args": {
      "External id": 19464,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050774.591, "dur": 1.944,
    "args": {
      "External id": 19465,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050778.536, "dur": 0.652,
    "args": {
      "External id": 19466,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2057
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050781.401, "dur": 0.662,
    "args": {
      "External id": 19467,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050799.434, "dur": 35.335,
    "args": {
      "External id": 19468,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2059
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050869.764, "dur": 104.365,
    "args": {
      "External id": 19469,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 2060
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050879.563, "dur": 3.325,
    "args": {
      "External id": 19470,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050888.669, "dur": 10.373,
    "args": {
      "External id": 19471,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2062
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050892.782, "dur": 5.848,
    "args": {
      "External id": 19472,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 2063
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050896.538, "dur": 0.739,
    "args": {
      "External id": 19473,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2064
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050905.541, "dur": 28.079,
    "args": {
      "External id": 19474,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2065
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050908.390, "dur": 0.688,
    "args": {
      "External id": 19475,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050910.617, "dur": 0.566,
    "args": {
      "External id": 19476,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050912.741, "dur": 0.440,
    "args": {
      "External id": 19477,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050914.679, "dur": 1.562,
    "args": {
      "External id": 19478,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2069
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050917.842, "dur": 0.372,
    "args": {
      "External id": 19479,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2070
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050920.296, "dur": 0.638,
    "args": {
      "External id": 19480,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2071
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050922.529, "dur": 0.438,
    "args": {
      "External id": 19481,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050924.491, "dur": 0.651,
    "args": {
      "External id": 19482,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2073
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050926.847, "dur": 0.544,
    "args": {
      "External id": 19483,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651050945.826, "dur": 20.521,
    "args": {
      "External id": 19484,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051063.157, "dur": 118.177,
    "args": {
      "External id": 19485,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 2076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051087.063, "dur": 90.383,
    "args": {
      "External id": 19486,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2077, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051097.337, "dur": 75.598,
    "args": {
      "External id": 19487,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 2078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051195.058, "dur": 2.147,
    "args": {
      "External id": 19488,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2079, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051297.882, "dur": 1637.414,
    "args": {
      "External id": 19489,"Sequence number": 246590, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2080
    }
  },
  {
    "ph": "f", "id": 178, "pid": 1336753, "tid": 1381210, "ts": 1295651051297.882,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051416.505, "dur": 104.162,
    "args": {
      "External id": 19490,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 2081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051561.766, "dur": 42.851,
    "args": {
      "External id": 19491,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 2082
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051622.906, "dur": 48.581,
    "args": {
      "External id": 19492,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 2083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051680.985, "dur": 32.280,
    "args": {
      "External id": 19493,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2084
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051722.285, "dur": 46.176,
    "args": {
      "External id": 19494,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2085
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051776.325, "dur": 28.538,
    "args": {
      "External id": 19495,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2086
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051813.093, "dur": 42.300,
    "args": {
      "External id": 19496,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051876.701, "dur": 23.496,
    "args": {
      "External id": 19497,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 2088
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051922.682, "dur": 30.420,
    "args": {
      "External id": 19498,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2089
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651051971.549, "dur": 58.119,
    "args": {
      "External id": 19499,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2090
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052047.789, "dur": 18.164,
    "args": {
      "External id": 19500,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2091
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052076.908, "dur": 33.263,
    "args": {
      "External id": 19501,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2092
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052114.118, "dur": 33.808,
    "args": {
      "External id": 19502,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052186.494, "dur": 197.420,
    "args": {
      "External id": 19503,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052284.522, "dur": 6.334,
    "args": {
      "External id": 19504,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052293.338, "dur": 2.313,
    "args": {
      "External id": 19505,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2096
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052417.373, "dur": 24.800,
    "args": {
      "External id": 19506,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2097
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052453.538, "dur": 16.925,
    "args": {
      "External id": 19507,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2098
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052479.490, "dur": 39.655,
    "args": {
      "External id": 19508,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2099
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052526.510, "dur": 53.147,
    "args": {
      "External id": 19509,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052596.046, "dur": 24.630,
    "args": {
      "External id": 19510,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052626.811, "dur": 31.262,
    "args": {
      "External id": 19511,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052664.014, "dur": 23.724,
    "args": {
      "External id": 19512,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2103
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052696.018, "dur": 32.919,
    "args": {
      "External id": 19513,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052747.124, "dur": 23.520,
    "args": {
      "External id": 19514,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 2105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052787.189, "dur": 25.105,
    "args": {
      "External id": 19515,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052825.819, "dur": 18.256,
    "args": {
      "External id": 19516,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052857.374, "dur": 16.143,
    "args": {
      "External id": 19517,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052887.961, "dur": 19.287,
    "args": {
      "External id": 19518,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 2109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052980.512, "dur": 50.159,
    "args": {
      "External id": 19519,"Record function id": 0, "Ev Idx": 2110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651052983.662, "dur": 45.322,
    "args": {
      "External id": 19520,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053020.949, "dur": 6.650,
    "args": {
      "External id": 19521,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2112
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053022.631, "dur": 4.630,
    "args": {
      "External id": 19522,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2113
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053037.104, "dur": 6.476,
    "args": {
      "External id": 19523,"Record function id": 0, "Ev Idx": 2114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053039.155, "dur": 3.926,
    "args": {
      "External id": 19524,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053040.158, "dur": 2.167,
    "args": {
      "External id": 19525,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2116
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053040.877, "dur": 1.308,
    "args": {
      "External id": 19526,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2117
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053046.867, "dur": 5.350,
    "args": {
      "External id": 19527,"Record function id": 0, "Ev Idx": 2118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053048.422, "dur": 3.410,
    "args": {
      "External id": 19528,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053049.265, "dur": 2.103,
    "args": {
      "External id": 19529,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053049.962, "dur": 1.319,
    "args": {
      "External id": 19530,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053055.466, "dur": 6.462,
    "args": {
      "External id": 19531,"Record function id": 0, "Ev Idx": 2122
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053057.151, "dur": 4.368,
    "args": {
      "External id": 19532,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2123
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053057.700, "dur": 3.228,
    "args": {
      "External id": 19533,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053058.202, "dur": 2.651,
    "args": {
      "External id": 19534,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2125
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053065.296, "dur": 5.056,
    "args": {
      "External id": 19535,"Record function id": 0, "Ev Idx": 2126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053066.939, "dur": 2.992,
    "args": {
      "External id": 19536,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053067.392, "dur": 1.900,
    "args": {
      "External id": 19537,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053067.790, "dur": 1.429,
    "args": {
      "External id": 19538,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053073.677, "dur": 4.156,
    "args": {
      "External id": 19539,"Record function id": 0, "Ev Idx": 2130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053074.891, "dur": 2.541,
    "args": {
      "External id": 19540,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053075.544, "dur": 1.313,
    "args": {
      "External id": 19541,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053076.185, "dur": 0.536,
    "args": {
      "External id": 19542,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053081.180, "dur": 4.185,
    "args": {
      "External id": 19543,"Record function id": 0, "Ev Idx": 2134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053082.354, "dur": 2.593,
    "args": {
      "External id": 19544,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053083.061, "dur": 1.464,
    "args": {
      "External id": 19545,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053083.478, "dur": 0.962,
    "args": {
      "External id": 19546,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053088.550, "dur": 4.143,
    "args": {
      "External id": 19547,"Record function id": 0, "Ev Idx": 2138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053089.592, "dur": 2.638,
    "args": {
      "External id": 19548,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053090.134, "dur": 1.556,
    "args": {
      "External id": 19549,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053090.743, "dur": 0.871,
    "args": {
      "External id": 19550,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053095.879, "dur": 4.423,
    "args": {
      "External id": 19551,"Record function id": 0, "Ev Idx": 2142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053097.117, "dur": 2.798,
    "args": {
      "External id": 19552,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053097.547, "dur": 1.727,
    "args": {
      "External id": 19553,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2144
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053098.264, "dur": 0.923,
    "args": {
      "External id": 19554,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053104.491, "dur": 35304.264,
    "args": {
      "External id": 19555,"Record function id": 0, "Sequence number": 246589, "Fwd thread id": 1, "Ev Idx": 2146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053106.208, "dur": 35292.022,
    "args": {
      "External id": 19556,"Sequence number": 246589, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2147
    }
  },
  {
    "ph": "f", "id": 179, "pid": 1336753, "tid": 1381210, "ts": 1295651053106.208,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.24)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053134.386, "dur": 37.521,
    "args": {
      "External id": 19557,"Record function id": 0, "Ev Idx": 2148
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.24)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053179.192, "dur": 85.234,
    "args": {
      "External id": 19558,"Record function id": 0, "Ev Idx": 2149
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.24)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053271.289, "dur": 35119.045,
    "args": {
      "External id": 19559,"Record function id": 0, "Ev Idx": 2150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053358.229, "dur": 7.582,
    "args": {
      "External id": 19560,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053376.166, "dur": 5.175,
    "args": {
      "External id": 19561,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053397.453, "dur": 34203.571,
    "args": {
      "External id": 19562,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053411.586, "dur": 34180.951,
    "args": {
      "External id": 19563,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053461.474, "dur": 15.644,
    "args": {
      "External id": 19564,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053484.435, "dur": 34062.439,
    "args": {
      "External id": 19565,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 2156
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053487.034, "dur": 34059.110,
    "args": {
      "External id": 19566,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 2157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053491.546, "dur": 4.578,
    "args": {
      "External id": 19567,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651053498.031, "dur": 34044.628,
    "args": {
      "External id": 19568,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 2159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651087693.416, "dur": 8.357,
    "args": {
      "External id": 19569,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 2160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651087696.573, "dur": 4.903,
    "args": {
      "External id": 19570,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651087732.596, "dur": 325.987,
    "args": {
      "External id": 19571,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 2162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651087761.228, "dur": 289.029,
    "args": {
      "External id": 19572,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2163, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651087771.986, "dur": 271.449,
    "args": {
      "External id": 19573,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 2164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088078.134, "dur": 2.020,
    "args": {
      "External id": 19574,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2165, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088141.648, "dur": 6.174,
    "args": {
      "External id": 19575,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088195.198, "dur": 1.428,
    "args": {
      "External id": 19576,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088214.399, "dur": 1.068,
    "args": {
      "External id": 19577,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088246.069, "dur": 2.160,
    "args": {
      "External id": 19578,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088266.236, "dur": 1.067,
    "args": {
      "External id": 19579,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088279.880, "dur": 1.342,
    "args": {
      "External id": 19580,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088293.571, "dur": 1.537,
    "args": {
      "External id": 19581,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088310.115, "dur": 3.765,
    "args": {
      "External id": 19582,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088325.796, "dur": 0.942,
    "args": {
      "External id": 19583,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088424.539, "dur": 2856.012,
    "args": {
      "External id": 19584,"Record function id": 0, "Ev Idx": 2175
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.23)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088445.310, "dur": 1070.381,
    "args": {
      "External id": 19585,"Record function id": 0, "Ev Idx": 2176
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.23)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088464.659, "dur": 326.913,
    "args": {
      "External id": 19586,"Record function id": 0, "Ev Idx": 2177
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088550.022, "dur": 4.231,
    "args": {
      "External id": 19587,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088557.419, "dur": 1.410,
    "args": {
      "External id": 19588,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088560.589, "dur": 1.670,
    "args": {
      "External id": 19589,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088564.313, "dur": 3.127,
    "args": {
      "External id": 19590,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088569.092, "dur": 1.068,
    "args": {
      "External id": 19591,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088571.884, "dur": 1.040,
    "args": {
      "External id": 19592,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088574.663, "dur": 3.335,
    "args": {
      "External id": 19593,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088579.525, "dur": 0.989,
    "args": {
      "External id": 19594,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088582.105, "dur": 1.354,
    "args": {
      "External id": 19595,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088585.049, "dur": 1.417,
    "args": {
      "External id": 19596,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088605.317, "dur": 152.525,
    "args": {
      "External id": 19597,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088621.256, "dur": 132.554,
    "args": {
      "External id": 19598,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088643.834, "dur": 12.041,
    "args": {
      "External id": 19599,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088659.514, "dur": 66.423,
    "args": {
      "External id": 19600,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 2191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088661.964, "dur": 63.618,
    "args": {
      "External id": 19601,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 2192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088666.076, "dur": 7.901,
    "args": {
      "External id": 19602,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088675.853, "dur": 49.101,
    "args": {
      "External id": 19603,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 2194
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.22", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088879.693, "dur": 626.582,
    "args": {
      "External id": 19604,"Record function id": 0, "Ev Idx": 2195
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.22)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088897.783, "dur": 594.410,
    "args": {
      "External id": 19605,"Record function id": 0, "Ev Idx": 2196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088955.682, "dur": 4.364,
    "args": {
      "External id": 19606,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088975.859, "dur": 72.956,
    "args": {
      "External id": 19607,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651088980.816, "dur": 36.422,
    "args": {
      "External id": 19608,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089021.656, "dur": 0.939,
    "args": {
      "External id": 19609,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089024.347, "dur": 0.620,
    "args": {
      "External id": 19610,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089026.668, "dur": 0.630,
    "args": {
      "External id": 19611,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089029.169, "dur": 0.763,
    "args": {
      "External id": 19612,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089031.999, "dur": 0.388,
    "args": {
      "External id": 19613,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089034.383, "dur": 2.589,
    "args": {
      "External id": 19614,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089038.869, "dur": 0.634,
    "args": {
      "External id": 19615,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2206
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089041.539, "dur": 0.463,
    "args": {
      "External id": 19616,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089060.722, "dur": 36.325,
    "args": {
      "External id": 19617,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2208
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089131.026, "dur": 133.514,
    "args": {
      "External id": 19618,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 2209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089145.202, "dur": 4.044,
    "args": {
      "External id": 19619,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089154.899, "dur": 11.594,
    "args": {
      "External id": 19620,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089159.485, "dur": 6.577,
    "args": {
      "External id": 19621,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 2212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089163.999, "dur": 0.801,
    "args": {
      "External id": 19622,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089173.893, "dur": 33.616,
    "args": {
      "External id": 19623,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089176.388, "dur": 0.916,
    "args": {
      "External id": 19624,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089179.178, "dur": 0.333,
    "args": {
      "External id": 19625,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089181.319, "dur": 0.416,
    "args": {
      "External id": 19626,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089183.485, "dur": 2.486,
    "args": {
      "External id": 19627,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089188.070, "dur": 0.740,
    "args": {
      "External id": 19628,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089190.112, "dur": 0.371,
    "args": {
      "External id": 19629,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089192.149, "dur": 0.752,
    "args": {
      "External id": 19630,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2221
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089194.482, "dur": 0.425,
    "args": {
      "External id": 19631,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089197.138, "dur": 0.660,
    "args": {
      "External id": 19632,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2223
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089218.291, "dur": 36.887,
    "args": {
      "External id": 19633,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089313.503, "dur": 113.099,
    "args": {
      "External id": 19634,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 2225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089337.366, "dur": 85.720,
    "args": {
      "External id": 19635,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2226, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089346.982, "dur": 71.724,
    "args": {
      "External id": 19636,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 2227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089440.070, "dur": 1.734,
    "args": {
      "External id": 19637,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2228, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089523.199, "dur": 1733.222,
    "args": {
      "External id": 19638,"Sequence number": 246588, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2229
    }
  },
  {
    "ph": "f", "id": 180, "pid": 1336753, "tid": 1381210, "ts": 1295651089523.199,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089634.198, "dur": 107.918,
    "args": {
      "External id": 19639,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 2230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089782.198, "dur": 44.682,
    "args": {
      "External id": 19640,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 2231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089846.121, "dur": 52.198,
    "args": {
      "External id": 19641,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 2232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089907.983, "dur": 33.187,
    "args": {
      "External id": 19642,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2233
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651089950.721, "dur": 87.143,
    "args": {
      "External id": 19643,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2234
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090049.387, "dur": 32.189,
    "args": {
      "External id": 19644,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090094.158, "dur": 43.793,
    "args": {
      "External id": 19645,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090165.222, "dur": 24.753,
    "args": {
      "External id": 19646,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 2237
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090210.989, "dur": 46.412,
    "args": {
      "External id": 19647,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090280.418, "dur": 21.374,
    "args": {
      "External id": 19648,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090317.325, "dur": 16.371,
    "args": {
      "External id": 19649,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090343.636, "dur": 35.456,
    "args": {
      "External id": 19650,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090382.876, "dur": 35.288,
    "args": {
      "External id": 19651,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090446.848, "dur": 176.119,
    "args": {
      "External id": 19652,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090526.390, "dur": 6.480,
    "args": {
      "External id": 19653,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090535.115, "dur": 2.618,
    "args": {
      "External id": 19654,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090655.689, "dur": 22.738,
    "args": {
      "External id": 19655,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090689.380, "dur": 17.022,
    "args": {
      "External id": 19656,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090714.818, "dur": 34.155,
    "args": {
      "External id": 19657,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090756.396, "dur": 36.825,
    "args": {
      "External id": 19658,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090823.937, "dur": 23.165,
    "args": {
      "External id": 19659,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090853.877, "dur": 49.555,
    "args": {
      "External id": 19660,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090916.577, "dur": 24.921,
    "args": {
      "External id": 19661,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651090950.445, "dur": 32.075,
    "args": {
      "External id": 19662,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091039.644, "dur": 27.385,
    "args": {
      "External id": 19663,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 2254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091084.947, "dur": 28.210,
    "args": {
      "External id": 19664,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091128.234, "dur": 18.969,
    "args": {
      "External id": 19665,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091166.856, "dur": 15.909,
    "args": {
      "External id": 19666,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091195.476, "dur": 17.931,
    "args": {
      "External id": 19667,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 2258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091303.679, "dur": 16.884,
    "args": {
      "External id": 19668,"Record function id": 0, "Ev Idx": 2259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091307.693, "dur": 11.966,
    "args": {
      "External id": 19669,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091312.119, "dur": 6.614,
    "args": {
      "External id": 19670,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091314.024, "dur": 4.566,
    "args": {
      "External id": 19671,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091324.646, "dur": 4.774,
    "args": {
      "External id": 19672,"Record function id": 0, "Ev Idx": 2263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091325.943, "dur": 3.039,
    "args": {
      "External id": 19673,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091326.678, "dur": 1.859,
    "args": {
      "External id": 19674,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091327.400, "dur": 1.030,
    "args": {
      "External id": 19675,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091332.706, "dur": 7.383,
    "args": {
      "External id": 19676,"Record function id": 0, "Ev Idx": 2267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091334.491, "dur": 5.159,
    "args": {
      "External id": 19677,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091335.174, "dur": 4.077,
    "args": {
      "External id": 19678,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091335.536, "dur": 3.637,
    "args": {
      "External id": 19679,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091343.264, "dur": 4.335,
    "args": {
      "External id": 19680,"Record function id": 0, "Ev Idx": 2271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091344.447, "dur": 2.731,
    "args": {
      "External id": 19681,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091345.301, "dur": 1.471,
    "args": {
      "External id": 19682,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091345.589, "dur": 1.110,
    "args": {
      "External id": 19683,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091350.835, "dur": 4.659,
    "args": {
      "External id": 19684,"Record function id": 0, "Ev Idx": 2275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091352.129, "dur": 2.948,
    "args": {
      "External id": 19685,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091352.864, "dur": 1.663,
    "args": {
      "External id": 19686,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091353.606, "dur": 0.855,
    "args": {
      "External id": 19687,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091358.627, "dur": 3.861,
    "args": {
      "External id": 19688,"Record function id": 0, "Ev Idx": 2279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091359.752, "dur": 2.313,
    "args": {
      "External id": 19689,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091360.198, "dur": 1.328,
    "args": {
      "External id": 19690,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091360.768, "dur": 0.647,
    "args": {
      "External id": 19691,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091365.848, "dur": 4.259,
    "args": {
      "External id": 19692,"Record function id": 0, "Ev Idx": 2283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091367.319, "dur": 2.378,
    "args": {
      "External id": 19693,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091367.780, "dur": 1.380,
    "args": {
      "External id": 19694,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091368.354, "dur": 0.716,
    "args": {
      "External id": 19695,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091373.259, "dur": 4.039,
    "args": {
      "External id": 19696,"Record function id": 0, "Ev Idx": 2287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091374.655, "dur": 2.238,
    "args": {
      "External id": 19697,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091375.096, "dur": 1.256,
    "args": {
      "External id": 19698,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091375.653, "dur": 0.634,
    "args": {
      "External id": 19699,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091380.351, "dur": 4.209,
    "args": {
      "External id": 19700,"Record function id": 0, "Ev Idx": 2291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091381.714, "dur": 2.440,
    "args": {
      "External id": 19701,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2292
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091382.277, "dur": 1.482,
    "args": {
      "External id": 19702,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091382.764, "dur": 0.890,
    "args": {
      "External id": 19703,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091388.273, "dur": 35506.647,
    "args": {
      "External id": 19704,"Record function id": 0, "Sequence number": 246587, "Fwd thread id": 1, "Ev Idx": 2295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091389.859, "dur": 35496.757,
    "args": {
      "External id": 19705,"Sequence number": 246587, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2296
    }
  },
  {
    "ph": "f", "id": 181, "pid": 1336753, "tid": 1381210, "ts": 1295651091389.859,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.23)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091420.256, "dur": 41.545,
    "args": {
      "External id": 19706,"Record function id": 0, "Ev Idx": 2297
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.23)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091469.622, "dur": 66.266,
    "args": {
      "External id": 19707,"Record function id": 0, "Ev Idx": 2298
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.23)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091541.900, "dur": 35337.160,
    "args": {
      "External id": 19708,"Record function id": 0, "Ev Idx": 2299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091629.173, "dur": 6.858,
    "args": {
      "External id": 19709,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091645.493, "dur": 6.524,
    "args": {
      "External id": 19710,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091667.141, "dur": 34382.434,
    "args": {
      "External id": 19711,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091679.933, "dur": 34360.405,
    "args": {
      "External id": 19712,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091719.692, "dur": 13.889,
    "args": {
      "External id": 19713,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091740.411, "dur": 34237.977,
    "args": {
      "External id": 19714,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 2305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091743.209, "dur": 34234.354,
    "args": {
      "External id": 19715,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 2306
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091747.820, "dur": 4.693,
    "args": {
      "External id": 19716,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2307
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651091754.299, "dur": 34219.689,
    "args": {
      "External id": 19717,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 2308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126141.579, "dur": 8.955,
    "args": {
      "External id": 19718,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 2309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126145.000, "dur": 5.201,
    "args": {
      "External id": 19719,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126183.156, "dur": 382.990,
    "args": {
      "External id": 19720,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 2311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126210.708, "dur": 350.422,
    "args": {
      "External id": 19721,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2312, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126221.496, "dur": 333.955,
    "args": {
      "External id": 19722,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 2313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126587.704, "dur": 2.626,
    "args": {
      "External id": 19723,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2314, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126654.031, "dur": 6.429,
    "args": {
      "External id": 19724,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126707.904, "dur": 1.726,
    "args": {
      "External id": 19725,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126727.168, "dur": 2.775,
    "args": {
      "External id": 19726,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126743.509, "dur": 1.093,
    "args": {
      "External id": 19727,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126757.942, "dur": 1.003,
    "args": {
      "External id": 19728,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126770.482, "dur": 1.252,
    "args": {
      "External id": 19729,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126784.105, "dur": 1.834,
    "args": {
      "External id": 19730,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126799.243, "dur": 3.376,
    "args": {
      "External id": 19731,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126815.014, "dur": 0.881,
    "args": {
      "External id": 19732,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2323
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126909.249, "dur": 2881.365,
    "args": {
      "External id": 19733,"Record function id": 0, "Ev Idx": 2324
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.22)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126929.666, "dur": 1125.754,
    "args": {
      "External id": 19734,"Record function id": 0, "Ev Idx": 2325
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.22)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651126946.258, "dur": 404.658,
    "args": {
      "External id": 19735,"Record function id": 0, "Ev Idx": 2326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127068.098, "dur": 5.076,
    "args": {
      "External id": 19736,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127076.796, "dur": 1.196,
    "args": {
      "External id": 19737,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127079.837, "dur": 2.223,
    "args": {
      "External id": 19738,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127083.941, "dur": 0.973,
    "args": {
      "External id": 19739,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127086.517, "dur": 0.918,
    "args": {
      "External id": 19740,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127089.333, "dur": 1.376,
    "args": {
      "External id": 19741,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127092.503, "dur": 2.934,
    "args": {
      "External id": 19742,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127097.049, "dur": 1.019,
    "args": {
      "External id": 19743,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127099.337, "dur": 1.221,
    "args": {
      "External id": 19744,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2335
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127102.034, "dur": 1.188,
    "args": {
      "External id": 19745,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127122.575, "dur": 186.149,
    "args": {
      "External id": 19746,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127138.913, "dur": 164.757,
    "args": {
      "External id": 19747,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127163.450, "dur": 14.659,
    "args": {
      "External id": 19748,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2339
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127181.577, "dur": 87.421,
    "args": {
      "External id": 19749,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 2340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127184.784, "dur": 83.682,
    "args": {
      "External id": 19750,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 2341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127189.061, "dur": 7.233,
    "args": {
      "External id": 19751,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127198.539, "dur": 68.962,
    "args": {
      "External id": 19752,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 2343
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.21", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127453.791, "dur": 592.528,
    "args": {
      "External id": 19753,"Record function id": 0, "Ev Idx": 2344
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.21)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127472.504, "dur": 559.021,
    "args": {
      "External id": 19754,"Record function id": 0, "Ev Idx": 2345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127536.589, "dur": 5.733,
    "args": {
      "External id": 19755,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127558.516, "dur": 32.485,
    "args": {
      "External id": 19756,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127563.219, "dur": 1.784,
    "args": {
      "External id": 19757,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2348
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127567.001, "dur": 0.653,
    "args": {
      "External id": 19758,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127569.983, "dur": 0.376,
    "args": {
      "External id": 19759,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127571.942, "dur": 0.440,
    "args": {
      "External id": 19760,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127574.215, "dur": 0.491,
    "args": {
      "External id": 19761,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127576.357, "dur": 0.586,
    "args": {
      "External id": 19762,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127578.668, "dur": 0.758,
    "args": {
      "External id": 19763,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127581.072, "dur": 0.478,
    "args": {
      "External id": 19764,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127583.434, "dur": 0.610,
    "args": {
      "External id": 19765,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127606.820, "dur": 34.880,
    "args": {
      "External id": 19766,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127671.527, "dur": 102.192,
    "args": {
      "External id": 19767,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 2358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127681.331, "dur": 3.620,
    "args": {
      "External id": 19768,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127690.466, "dur": 10.736,
    "args": {
      "External id": 19769,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127694.801, "dur": 6.002,
    "args": {
      "External id": 19770,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 2361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127698.549, "dur": 0.981,
    "args": {
      "External id": 19771,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127707.621, "dur": 27.044,
    "args": {
      "External id": 19772,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127709.614, "dur": 0.756,
    "args": {
      "External id": 19773,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127711.969, "dur": 0.692,
    "args": {
      "External id": 19774,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2365
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127714.635, "dur": 0.665,
    "args": {
      "External id": 19775,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127716.915, "dur": 0.458,
    "args": {
      "External id": 19776,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127719.067, "dur": 0.440,
    "args": {
      "External id": 19777,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127720.851, "dur": 0.463,
    "args": {
      "External id": 19778,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127722.953, "dur": 0.681,
    "args": {
      "External id": 19779,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127725.370, "dur": 0.683,
    "args": {
      "External id": 19780,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127727.546, "dur": 0.832,
    "args": {
      "External id": 19781,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127746.760, "dur": 19.362,
    "args": {
      "External id": 19782,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127818.701, "dur": 110.327,
    "args": {
      "External id": 19783,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 2374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127839.781, "dur": 85.714,
    "args": {
      "External id": 19784,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2375, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127848.724, "dur": 72.512,
    "args": {
      "External id": 19785,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 2376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651127942.887, "dur": 1.836,
    "args": {
      "External id": 19786,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2377, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128064.144, "dur": 1703.673,
    "args": {
      "External id": 19787,"Sequence number": 246586, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2378
    }
  },
  {
    "ph": "f", "id": 182, "pid": 1336753, "tid": 1381210, "ts": 1295651128064.144,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128177.406, "dur": 125.115,
    "args": {
      "External id": 19788,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 2379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128345.151, "dur": 44.626,
    "args": {
      "External id": 19789,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 2380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128408.402, "dur": 53.640,
    "args": {
      "External id": 19790,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 2381
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128471.665, "dur": 36.737,
    "args": {
      "External id": 19791,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2382
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128515.822, "dur": 47.731,
    "args": {
      "External id": 19792,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128571.510, "dur": 27.634,
    "args": {
      "External id": 19793,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128606.636, "dur": 42.733,
    "args": {
      "External id": 19794,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128670.867, "dur": 27.081,
    "args": {
      "External id": 19795,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 2386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128728.047, "dur": 34.563,
    "args": {
      "External id": 19796,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128784.336, "dur": 20.933,
    "args": {
      "External id": 19797,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128819.827, "dur": 16.637,
    "args": {
      "External id": 19798,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128845.091, "dur": 29.857,
    "args": {
      "External id": 19799,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128878.336, "dur": 37.220,
    "args": {
      "External id": 19800,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651128942.350, "dur": 227.291,
    "args": {
      "External id": 19801,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129065.261, "dur": 10.103,
    "args": {
      "External id": 19802,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129077.456, "dur": 2.407,
    "args": {
      "External id": 19803,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129205.336, "dur": 40.451,
    "args": {
      "External id": 19804,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129259.610, "dur": 19.983,
    "args": {
      "External id": 19805,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129290.219, "dur": 45.094,
    "args": {
      "External id": 19806,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129356.573, "dur": 49.185,
    "args": {
      "External id": 19807,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129416.295, "dur": 22.481,
    "args": {
      "External id": 19808,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129444.760, "dur": 30.763,
    "args": {
      "External id": 19809,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129481.812, "dur": 21.404,
    "args": {
      "External id": 19810,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129511.687, "dur": 32.960,
    "args": {
      "External id": 19811,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129564.642, "dur": 26.974,
    "args": {
      "External id": 19812,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 2403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129608.665, "dur": 25.870,
    "args": {
      "External id": 19813,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129651.043, "dur": 19.964,
    "args": {
      "External id": 19814,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129684.513, "dur": 15.540,
    "args": {
      "External id": 19815,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129720.132, "dur": 18.087,
    "args": {
      "External id": 19816,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 2407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129813.936, "dur": 15.191,
    "args": {
      "External id": 19817,"Record function id": 0, "Ev Idx": 2408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129816.881, "dur": 11.280,
    "args": {
      "External id": 19818,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129820.812, "dur": 6.401,
    "args": {
      "External id": 19819,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129822.645, "dur": 4.476,
    "args": {
      "External id": 19820,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129833.187, "dur": 5.264,
    "args": {
      "External id": 19821,"Record function id": 0, "Ev Idx": 2412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129834.610, "dur": 3.404,
    "args": {
      "External id": 19822,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129835.881, "dur": 1.738,
    "args": {
      "External id": 19823,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129836.381, "dur": 1.153,
    "args": {
      "External id": 19824,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129841.961, "dur": 4.905,
    "args": {
      "External id": 19825,"Record function id": 0, "Ev Idx": 2416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129843.480, "dur": 2.967,
    "args": {
      "External id": 19826,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129844.465, "dur": 1.575,
    "args": {
      "External id": 19827,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129844.998, "dur": 0.955,
    "args": {
      "External id": 19828,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129850.054, "dur": 4.581,
    "args": {
      "External id": 19829,"Record function id": 0, "Ev Idx": 2420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129851.345, "dur": 2.806,
    "args": {
      "External id": 19830,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129852.446, "dur": 1.323,
    "args": {
      "External id": 19831,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129852.876, "dur": 0.799,
    "args": {
      "External id": 19832,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129857.773, "dur": 4.656,
    "args": {
      "External id": 19833,"Record function id": 0, "Ev Idx": 2424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129859.162, "dur": 2.851,
    "args": {
      "External id": 19834,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129860.096, "dur": 1.376,
    "args": {
      "External id": 19835,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2426
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129860.423, "dur": 0.965,
    "args": {
      "External id": 19836,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2427
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129865.569, "dur": 4.250,
    "args": {
      "External id": 19837,"Record function id": 0, "Ev Idx": 2428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129866.641, "dur": 2.770,
    "args": {
      "External id": 19838,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129867.457, "dur": 1.408,
    "args": {
      "External id": 19839,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2430
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129867.912, "dur": 0.874,
    "args": {
      "External id": 19840,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2431
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129873.073, "dur": 4.267,
    "args": {
      "External id": 19841,"Record function id": 0, "Ev Idx": 2432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129873.981, "dur": 2.948,
    "args": {
      "External id": 19842,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129874.656, "dur": 1.630,
    "args": {
      "External id": 19843,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129875.230, "dur": 0.960,
    "args": {
      "External id": 19844,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129880.537, "dur": 4.194,
    "args": {
      "External id": 19845,"Record function id": 0, "Ev Idx": 2436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129881.654, "dur": 2.661,
    "args": {
      "External id": 19846,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129882.517, "dur": 1.208,
    "args": {
      "External id": 19847,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129882.815, "dur": 0.838,
    "args": {
      "External id": 19848,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129887.797, "dur": 3.843,
    "args": {
      "External id": 19849,"Record function id": 0, "Ev Idx": 2440
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129888.825, "dur": 2.408,
    "args": {
      "External id": 19850,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2441
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129889.348, "dur": 1.337,
    "args": {
      "External id": 19851,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129889.830, "dur": 0.773,
    "args": {
      "External id": 19852,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129895.417, "dur": 35130.710,
    "args": {
      "External id": 19853,"Record function id": 0, "Sequence number": 246585, "Fwd thread id": 1, "Ev Idx": 2444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129897.122, "dur": 35118.877,
    "args": {
      "External id": 19854,"Sequence number": 246585, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2445
    }
  },
  {
    "ph": "f", "id": 183, "pid": 1336753, "tid": 1381210, "ts": 1295651129897.122,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.22)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129927.410, "dur": 39.148,
    "args": {
      "External id": 19855,"Record function id": 0, "Ev Idx": 2446
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.22)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651129974.584, "dur": 110.552,
    "args": {
      "External id": 19856,"Record function id": 0, "Ev Idx": 2447
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.22)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651130093.137, "dur": 34881.842,
    "args": {
      "External id": 19857,"Record function id": 0, "Ev Idx": 2448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651130190.460, "dur": 7.275,
    "args": {
      "External id": 19858,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651130207.919, "dur": 5.157,
    "args": {
      "External id": 19859,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651130242.211, "dur": 33874.147,
    "args": {
      "External id": 19860,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651130259.761, "dur": 33848.347,
    "args": {
      "External id": 19861,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651130302.529, "dur": 14.030,
    "args": {
      "External id": 19862,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651130323.488, "dur": 33742.036,
    "args": {
      "External id": 19863,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 2454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651130329.377, "dur": 33735.472,
    "args": {
      "External id": 19864,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 2455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651130333.581, "dur": 5.169,
    "args": {
      "External id": 19865,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651130340.871, "dur": 33720.642,
    "args": {
      "External id": 19866,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 2457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164207.314, "dur": 8.108,
    "args": {
      "External id": 19867,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 2458
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164210.079, "dur": 4.990,
    "args": {
      "External id": 19868,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164262.341, "dur": 408.897,
    "args": {
      "External id": 19869,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 2460
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164291.757, "dur": 374.289,
    "args": {
      "External id": 19870,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2461, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164302.748, "dur": 357.082,
    "args": {
      "External id": 19871,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 2462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164691.945, "dur": 2.360,
    "args": {
      "External id": 19872,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2463, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164760.460, "dur": 7.076,
    "args": {
      "External id": 19873,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164814.900, "dur": 1.613,
    "args": {
      "External id": 19874,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164832.056, "dur": 1.468,
    "args": {
      "External id": 19875,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164845.317, "dur": 1.120,
    "args": {
      "External id": 19876,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164858.743, "dur": 1.127,
    "args": {
      "External id": 19877,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164871.619, "dur": 1.149,
    "args": {
      "External id": 19878,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164884.213, "dur": 1.055,
    "args": {
      "External id": 19879,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164897.922, "dur": 3.346,
    "args": {
      "External id": 19880,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651164913.064, "dur": 1.167,
    "args": {
      "External id": 19881,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165043.251, "dur": 2849.302,
    "args": {
      "External id": 19882,"Record function id": 0, "Ev Idx": 2473
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.21)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165066.136, "dur": 1080.194,
    "args": {
      "External id": 19883,"Record function id": 0, "Ev Idx": 2474
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.21)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165082.168, "dur": 358.716,
    "args": {
      "External id": 19884,"Record function id": 0, "Ev Idx": 2475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165163.664, "dur": 4.866,
    "args": {
      "External id": 19885,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165171.649, "dur": 1.569,
    "args": {
      "External id": 19886,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165175.363, "dur": 1.127,
    "args": {
      "External id": 19887,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165178.163, "dur": 1.123,
    "args": {
      "External id": 19888,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165183.406, "dur": 1.235,
    "args": {
      "External id": 19889,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165186.269, "dur": 1.146,
    "args": {
      "External id": 19890,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165189.116, "dur": 3.576,
    "args": {
      "External id": 19891,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165194.236, "dur": 1.461,
    "args": {
      "External id": 19892,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165199.384, "dur": 1.269,
    "args": {
      "External id": 19893,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165202.144, "dur": 1.126,
    "args": {
      "External id": 19894,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165221.293, "dur": 182.550,
    "args": {
      "External id": 19895,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165265.874, "dur": 133.175,
    "args": {
      "External id": 19896,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165283.558, "dur": 13.661,
    "args": {
      "External id": 19897,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2488
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165300.772, "dur": 68.707,
    "args": {
      "External id": 19898,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 2489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165303.599, "dur": 65.350,
    "args": {
      "External id": 19899,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 2490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165307.656, "dur": 7.238,
    "args": {
      "External id": 19900,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165316.849, "dur": 51.496,
    "args": {
      "External id": 19901,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 2492
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.20", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165531.362, "dur": 606.568,
    "args": {
      "External id": 19902,"Record function id": 0, "Ev Idx": 2493
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.20)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165548.651, "dur": 576.657,
    "args": {
      "External id": 19903,"Record function id": 0, "Ev Idx": 2494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165610.132, "dur": 4.694,
    "args": {
      "External id": 19904,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165630.930, "dur": 34.156,
    "args": {
      "External id": 19905,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165636.321, "dur": 1.726,
    "args": {
      "External id": 19906,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165640.317, "dur": 0.948,
    "args": {
      "External id": 19907,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165642.767, "dur": 0.852,
    "args": {
      "External id": 19908,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165645.237, "dur": 0.834,
    "args": {
      "External id": 19909,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165647.823, "dur": 0.956,
    "args": {
      "External id": 19910,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165650.522, "dur": 0.704,
    "args": {
      "External id": 19911,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165652.858, "dur": 0.893,
    "args": {
      "External id": 19912,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165655.186, "dur": 0.416,
    "args": {
      "External id": 19913,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2504
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165657.092, "dur": 1.119,
    "args": {
      "External id": 19914,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2505
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165675.374, "dur": 28.586,
    "args": {
      "External id": 19915,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2506
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165734.693, "dur": 105.017,
    "args": {
      "External id": 19916,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 2507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165744.790, "dur": 3.496,
    "args": {
      "External id": 19917,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165753.608, "dur": 11.325,
    "args": {
      "External id": 19918,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165758.162, "dur": 6.326,
    "args": {
      "External id": 19919,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 2510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165762.174, "dur": 0.950,
    "args": {
      "External id": 19920,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165771.142, "dur": 28.224,
    "args": {
      "External id": 19921,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165773.312, "dur": 0.616,
    "args": {
      "External id": 19922,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165775.682, "dur": 0.720,
    "args": {
      "External id": 19923,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165778.036, "dur": 0.853,
    "args": {
      "External id": 19924,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165780.446, "dur": 0.700,
    "args": {
      "External id": 19925,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165782.620, "dur": 0.629,
    "args": {
      "External id": 19926,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165785.046, "dur": 0.629,
    "args": {
      "External id": 19927,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165787.475, "dur": 0.500,
    "args": {
      "External id": 19928,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165789.638, "dur": 0.606,
    "args": {
      "External id": 19929,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165792.050, "dur": 0.812,
    "args": {
      "External id": 19930,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165809.905, "dur": 22.329,
    "args": {
      "External id": 19931,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165887.632, "dur": 159.806,
    "args": {
      "External id": 19932,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 2523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165909.681, "dur": 133.759,
    "args": {
      "External id": 19933,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2524, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651165919.205, "dur": 119.253,
    "args": {
      "External id": 19934,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 2525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166066.110, "dur": 2.258,
    "args": {
      "External id": 19935,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2526, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166154.291, "dur": 1714.792,
    "args": {
      "External id": 19936,"Sequence number": 246584, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2527
    }
  },
  {
    "ph": "f", "id": 184, "pid": 1336753, "tid": 1381210, "ts": 1295651166154.291,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166290.746, "dur": 106.056,
    "args": {
      "External id": 19937,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 2528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166437.468, "dur": 42.784,
    "args": {
      "External id": 19938,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 2529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166499.883, "dur": 50.587,
    "args": {
      "External id": 19939,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 2530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166559.456, "dur": 33.314,
    "args": {
      "External id": 19940,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166601.128, "dur": 46.454,
    "args": {
      "External id": 19941,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166656.915, "dur": 28.445,
    "args": {
      "External id": 19942,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166694.177, "dur": 43.974,
    "args": {
      "External id": 19943,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166765.482, "dur": 28.212,
    "args": {
      "External id": 19944,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 2535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166814.812, "dur": 29.417,
    "args": {
      "External id": 19945,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166865.728, "dur": 20.914,
    "args": {
      "External id": 19946,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166901.115, "dur": 15.953,
    "args": {
      "External id": 19947,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166927.477, "dur": 29.862,
    "args": {
      "External id": 19948,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651166960.917, "dur": 73.002,
    "args": {
      "External id": 19949,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167067.118, "dur": 192.988,
    "args": {
      "External id": 19950,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167148.561, "dur": 6.349,
    "args": {
      "External id": 19951,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167156.851, "dur": 2.648,
    "args": {
      "External id": 19952,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167317.515, "dur": 28.221,
    "args": {
      "External id": 19953,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167358.681, "dur": 17.129,
    "args": {
      "External id": 19954,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167386.490, "dur": 43.322,
    "args": {
      "External id": 19955,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167437.989, "dur": 53.672,
    "args": {
      "External id": 19956,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167505.694, "dur": 26.202,
    "args": {
      "External id": 19957,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167538.309, "dur": 32.423,
    "args": {
      "External id": 19958,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167580.782, "dur": 21.234,
    "args": {
      "External id": 19959,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167610.330, "dur": 34.521,
    "args": {
      "External id": 19960,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167663.720, "dur": 24.930,
    "args": {
      "External id": 19961,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 2552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167707.656, "dur": 25.222,
    "args": {
      "External id": 19962,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167751.273, "dur": 20.131,
    "args": {
      "External id": 19963,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167785.541, "dur": 16.483,
    "args": {
      "External id": 19964,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167818.556, "dur": 19.050,
    "args": {
      "External id": 19965,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 2556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167915.208, "dur": 47.477,
    "args": {
      "External id": 19966,"Record function id": 0, "Ev Idx": 2557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167918.085, "dur": 43.527,
    "args": {
      "External id": 19967,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167922.431, "dur": 38.093,
    "args": {
      "External id": 19968,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2559
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167955.563, "dur": 4.769,
    "args": {
      "External id": 19969,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2560
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167967.008, "dur": 5.289,
    "args": {
      "External id": 19970,"Record function id": 0, "Ev Idx": 2561
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167968.199, "dur": 3.609,
    "args": {
      "External id": 19971,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167969.125, "dur": 2.201,
    "args": {
      "External id": 19972,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2563
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167970.041, "dur": 1.184,
    "args": {
      "External id": 19973,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167975.705, "dur": 4.794,
    "args": {
      "External id": 19974,"Record function id": 0, "Ev Idx": 2565
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167976.776, "dur": 3.325,
    "args": {
      "External id": 19975,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167977.418, "dur": 1.994,
    "args": {
      "External id": 19976,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2567
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651167977.731, "dur": 1.610,
    "args": {
      "External id": 19977,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168026.433, "dur": 6.859,
    "args": {
      "External id": 19978,"Record function id": 0, "Ev Idx": 2569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168028.541, "dur": 4.106,
    "args": {
      "External id": 19979,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2570
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168029.622, "dur": 2.166,
    "args": {
      "External id": 19980,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168030.047, "dur": 1.543,
    "args": {
      "External id": 19981,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168036.792, "dur": 4.566,
    "args": {
      "External id": 19982,"Record function id": 0, "Ev Idx": 2573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168037.975, "dur": 2.947,
    "args": {
      "External id": 19983,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2574
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168038.427, "dur": 1.982,
    "args": {
      "External id": 19984,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168038.772, "dur": 1.562,
    "args": {
      "External id": 19985,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2576
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168044.749, "dur": 4.214,
    "args": {
      "External id": 19986,"Record function id": 0, "Ev Idx": 2577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168045.914, "dur": 2.639,
    "args": {
      "External id": 19987,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2578
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168046.542, "dur": 1.402,
    "args": {
      "External id": 19988,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168047.018, "dur": 0.807,
    "args": {
      "External id": 19989,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168052.320, "dur": 3.900,
    "args": {
      "External id": 19990,"Record function id": 0, "Ev Idx": 2581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168053.340, "dur": 2.471,
    "args": {
      "External id": 19991,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168054.191, "dur": 1.171,
    "args": {
      "External id": 19992,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2583
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168054.494, "dur": 0.779,
    "args": {
      "External id": 19993,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168059.486, "dur": 5.526,
    "args": {
      "External id": 19994,"Record function id": 0, "Ev Idx": 2585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168060.472, "dur": 4.119,
    "args": {
      "External id": 19995,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168061.313, "dur": 2.814,
    "args": {
      "External id": 19996,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168063.243, "dur": 0.777,
    "args": {
      "External id": 19997,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168068.256, "dur": 4.097,
    "args": {
      "External id": 19998,"Record function id": 0, "Ev Idx": 2589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168069.444, "dur": 2.511,
    "args": {
      "External id": 19999,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2590
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168070.052, "dur": 1.213,
    "args": {
      "External id": 20000,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2591
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168070.372, "dur": 0.820,
    "args": {
      "External id": 20001,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2592
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168076.331, "dur": 36220.548,
    "args": {
      "External id": 20002,"Record function id": 0, "Sequence number": 246583, "Fwd thread id": 1, "Ev Idx": 2593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168077.816, "dur": 36210.200,
    "args": {
      "External id": 20003,"Sequence number": 246583, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2594
    }
  },
  {
    "ph": "f", "id": 185, "pid": 1336753, "tid": 1381210, "ts": 1295651168077.816,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.21)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168110.504, "dur": 42.035,
    "args": {
      "External id": 20004,"Record function id": 0, "Ev Idx": 2595
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.21)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168159.738, "dur": 66.904,
    "args": {
      "External id": 20005,"Record function id": 0, "Ev Idx": 2596
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.21)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168248.443, "dur": 36031.544,
    "args": {
      "External id": 20006,"Record function id": 0, "Ev Idx": 2597
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168339.304, "dur": 7.873,
    "args": {
      "External id": 20007,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168357.474, "dur": 5.744,
    "args": {
      "External id": 20008,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2599
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168382.215, "dur": 35057.335,
    "args": {
      "External id": 20009,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168398.755, "dur": 35031.916,
    "args": {
      "External id": 20010,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168435.816, "dur": 17.003,
    "args": {
      "External id": 20011,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168459.825, "dur": 34929.129,
    "args": {
      "External id": 20012,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 2603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168462.479, "dur": 34925.691,
    "args": {
      "External id": 20013,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 2604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168466.510, "dur": 5.264,
    "args": {
      "External id": 20014,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651168473.854, "dur": 34910.921,
    "args": {
      "External id": 20015,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 2606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651203527.971, "dur": 9.298,
    "args": {
      "External id": 20016,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 2607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651203531.249, "dur": 5.672,
    "args": {
      "External id": 20017,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651203567.416, "dur": 372.605,
    "args": {
      "External id": 20018,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 2609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651203593.409, "dur": 341.543,
    "args": {
      "External id": 20019,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2610, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651203603.890, "dur": 325.029,
    "args": {
      "External id": 20020,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 2611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651203960.369, "dur": 2.073,
    "args": {
      "External id": 20021,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2612, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204054.075, "dur": 7.316,
    "args": {
      "External id": 20022,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2613
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204103.273, "dur": 1.701,
    "args": {
      "External id": 20023,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2614
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204120.681, "dur": 0.874,
    "args": {
      "External id": 20024,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2615
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204134.053, "dur": 0.935,
    "args": {
      "External id": 20025,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2616
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204146.287, "dur": 4.596,
    "args": {
      "External id": 20026,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2617
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204162.029, "dur": 1.139,
    "args": {
      "External id": 20027,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2618
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204174.792, "dur": 1.227,
    "args": {
      "External id": 20028,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204187.428, "dur": 3.297,
    "args": {
      "External id": 20029,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204201.020, "dur": 0.978,
    "args": {
      "External id": 20030,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204313.062, "dur": 2756.082,
    "args": {
      "External id": 20031,"Record function id": 0, "Ev Idx": 2622
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.20)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204332.042, "dur": 1041.588,
    "args": {
      "External id": 20032,"Record function id": 0, "Ev Idx": 2623
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.20)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204346.666, "dur": 320.892,
    "args": {
      "External id": 20033,"Record function id": 0, "Ev Idx": 2624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204430.071, "dur": 4.731,
    "args": {
      "External id": 20034,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204437.888, "dur": 1.487,
    "args": {
      "External id": 20035,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204441.048, "dur": 1.329,
    "args": {
      "External id": 20036,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204443.870, "dur": 1.711,
    "args": {
      "External id": 20037,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204446.957, "dur": 1.618,
    "args": {
      "External id": 20038,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204450.083, "dur": 1.158,
    "args": {
      "External id": 20039,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204452.703, "dur": 3.557,
    "args": {
      "External id": 20040,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204457.608, "dur": 1.362,
    "args": {
      "External id": 20041,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204460.178, "dur": 1.637,
    "args": {
      "External id": 20042,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204463.234, "dur": 1.173,
    "args": {
      "External id": 20043,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204484.710, "dur": 151.804,
    "args": {
      "External id": 20044,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204500.552, "dur": 131.599,
    "args": {
      "External id": 20045,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2636
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204520.965, "dur": 12.222,
    "args": {
      "External id": 20046,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2637
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204536.408, "dur": 66.799,
    "args": {
      "External id": 20047,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 2638
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204539.180, "dur": 63.666,
    "args": {
      "External id": 20048,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 2639
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204543.214, "dur": 6.958,
    "args": {
      "External id": 20049,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204552.256, "dur": 49.938,
    "args": {
      "External id": 20050,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 2641
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.19", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204750.650, "dur": 614.295,
    "args": {
      "External id": 20051,"Record function id": 0, "Ev Idx": 2642
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.19)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204766.510, "dur": 585.659,
    "args": {
      "External id": 20052,"Record function id": 0, "Ev Idx": 2643
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204823.569, "dur": 4.869,
    "args": {
      "External id": 20053,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2644
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204847.921, "dur": 32.977,
    "args": {
      "External id": 20054,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2645
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204852.908, "dur": 1.831,
    "args": {
      "External id": 20055,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204856.692, "dur": 1.127,
    "args": {
      "External id": 20056,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204859.438, "dur": 0.820,
    "args": {
      "External id": 20057,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204861.882, "dur": 0.823,
    "args": {
      "External id": 20058,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2649
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204864.430, "dur": 0.588,
    "args": {
      "External id": 20059,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204866.947, "dur": 0.665,
    "args": {
      "External id": 20060,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2651
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204869.205, "dur": 0.829,
    "args": {
      "External id": 20061,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204871.603, "dur": 0.547,
    "args": {
      "External id": 20062,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2653
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204873.997, "dur": 0.669,
    "args": {
      "External id": 20063,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204891.269, "dur": 34.723,
    "args": {
      "External id": 20064,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2655
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204956.562, "dur": 155.102,
    "args": {
      "External id": 20065,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 2656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204965.752, "dur": 3.383,
    "args": {
      "External id": 20066,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204974.382, "dur": 50.827,
    "args": {
      "External id": 20067,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651204978.592, "dur": 46.080,
    "args": {
      "External id": 20068,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 2659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205021.077, "dur": 1.699,
    "args": {
      "External id": 20069,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205034.802, "dur": 30.135,
    "args": {
      "External id": 20070,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205037.615, "dur": 1.054,
    "args": {
      "External id": 20071,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2662
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205040.452, "dur": 0.933,
    "args": {
      "External id": 20072,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205043.257, "dur": 0.881,
    "args": {
      "External id": 20073,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205045.574, "dur": 0.749,
    "args": {
      "External id": 20074,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2665
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205047.852, "dur": 0.604,
    "args": {
      "External id": 20075,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2666
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205049.929, "dur": 0.508,
    "args": {
      "External id": 20076,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205051.922, "dur": 0.633,
    "args": {
      "External id": 20077,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205053.995, "dur": 1.073,
    "args": {
      "External id": 20078,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205056.712, "dur": 0.928,
    "args": {
      "External id": 20079,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2670
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205078.355, "dur": 24.701,
    "args": {
      "External id": 20080,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205157.580, "dur": 127.838,
    "args": {
      "External id": 20081,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 2672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205179.283, "dur": 102.186,
    "args": {
      "External id": 20082,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2673, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205188.722, "dur": 87.916,
    "args": {
      "External id": 20083,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 2674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205299.522, "dur": 1.779,
    "args": {
      "External id": 20084,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2675, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205380.303, "dur": 1659.421,
    "args": {
      "External id": 20085,"Sequence number": 246582, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2676
    }
  },
  {
    "ph": "f", "id": 186, "pid": 1336753, "tid": 1381210, "ts": 1295651205380.303,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205489.559, "dur": 103.257,
    "args": {
      "External id": 20086,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 2677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205632.553, "dur": 41.363,
    "args": {
      "External id": 20087,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 2678
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205693.779, "dur": 50.308,
    "args": {
      "External id": 20088,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 2679
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205753.654, "dur": 35.759,
    "args": {
      "External id": 20089,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2680
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205797.133, "dur": 46.220,
    "args": {
      "External id": 20090,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2681
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205851.577, "dur": 27.472,
    "args": {
      "External id": 20091,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2682
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205887.644, "dur": 42.826,
    "args": {
      "External id": 20092,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2683
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651205952.377, "dur": 23.312,
    "args": {
      "External id": 20093,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 2684
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206035.912, "dur": 33.629,
    "args": {
      "External id": 20094,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2685
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206092.151, "dur": 20.936,
    "args": {
      "External id": 20095,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206127.198, "dur": 15.943,
    "args": {
      "External id": 20096,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206153.816, "dur": 36.866,
    "args": {
      "External id": 20097,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206194.035, "dur": 50.420,
    "args": {
      "External id": 20098,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2689
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206278.867, "dur": 177.061,
    "args": {
      "External id": 20099,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2690
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206357.760, "dur": 6.342,
    "args": {
      "External id": 20100,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2691
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206366.102, "dur": 2.393,
    "args": {
      "External id": 20101,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2692
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206491.717, "dur": 24.542,
    "args": {
      "External id": 20102,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206527.767, "dur": 26.113,
    "args": {
      "External id": 20103,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2694
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206563.129, "dur": 40.535,
    "args": {
      "External id": 20104,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2695
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206611.201, "dur": 34.862,
    "args": {
      "External id": 20105,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2696
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206652.905, "dur": 24.887,
    "args": {
      "External id": 20106,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2697
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206682.897, "dur": 29.889,
    "args": {
      "External id": 20107,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2698
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206719.487, "dur": 20.709,
    "args": {
      "External id": 20108,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206746.751, "dur": 46.162,
    "args": {
      "External id": 20109,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2700
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206816.924, "dur": 23.330,
    "args": {
      "External id": 20110,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 2701
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206857.117, "dur": 26.858,
    "args": {
      "External id": 20111,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2702
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206897.964, "dur": 17.853,
    "args": {
      "External id": 20112,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206933.483, "dur": 14.341,
    "args": {
      "External id": 20113,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651206959.132, "dur": 17.596,
    "args": {
      "External id": 20114,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 2705
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207092.714, "dur": 16.174,
    "args": {
      "External id": 20115,"Record function id": 0, "Ev Idx": 2706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207096.024, "dur": 11.892,
    "args": {
      "External id": 20116,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2707
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207100.447, "dur": 6.553,
    "args": {
      "External id": 20117,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2708
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207102.323, "dur": 4.585,
    "args": {
      "External id": 20118,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2709
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207112.902, "dur": 5.698,
    "args": {
      "External id": 20119,"Record function id": 0, "Ev Idx": 2710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207114.611, "dur": 3.588,
    "args": {
      "External id": 20120,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207115.594, "dur": 2.030,
    "args": {
      "External id": 20121,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207116.299, "dur": 1.256,
    "args": {
      "External id": 20122,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207122.079, "dur": 4.917,
    "args": {
      "External id": 20123,"Record function id": 0, "Ev Idx": 2714
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207123.519, "dur": 3.059,
    "args": {
      "External id": 20124,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207124.591, "dur": 1.393,
    "args": {
      "External id": 20125,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2716
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207125.111, "dur": 0.805,
    "args": {
      "External id": 20126,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207130.428, "dur": 4.349,
    "args": {
      "External id": 20127,"Record function id": 0, "Ev Idx": 2718
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207131.878, "dur": 2.499,
    "args": {
      "External id": 20128,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2719
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207132.377, "dur": 1.568,
    "args": {
      "External id": 20129,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207133.265, "dur": 0.599,
    "args": {
      "External id": 20130,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2721
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207138.244, "dur": 7.367,
    "args": {
      "External id": 20131,"Record function id": 0, "Ev Idx": 2722
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207139.548, "dur": 5.660,
    "args": {
      "External id": 20132,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2723
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207140.152, "dur": 4.599,
    "args": {
      "External id": 20133,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2724
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207140.519, "dur": 4.149,
    "args": {
      "External id": 20134,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2725
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207148.839, "dur": 4.224,
    "args": {
      "External id": 20135,"Record function id": 0, "Ev Idx": 2726
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207150.201, "dur": 2.456,
    "args": {
      "External id": 20136,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2727
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207150.699, "dur": 1.251,
    "args": {
      "External id": 20137,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2728
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207150.978, "dur": 0.892,
    "args": {
      "External id": 20138,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2729
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207156.606, "dur": 5.331,
    "args": {
      "External id": 20139,"Record function id": 0, "Ev Idx": 2730
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207158.043, "dur": 3.467,
    "args": {
      "External id": 20140,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207159.100, "dur": 1.867,
    "args": {
      "External id": 20141,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207160.242, "dur": 0.615,
    "args": {
      "External id": 20142,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207165.463, "dur": 4.159,
    "args": {
      "External id": 20143,"Record function id": 0, "Ev Idx": 2734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207166.814, "dur": 2.400,
    "args": {
      "External id": 20144,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207167.450, "dur": 1.234,
    "args": {
      "External id": 20145,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207167.877, "dur": 0.733,
    "args": {
      "External id": 20146,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207173.230, "dur": 3.778,
    "args": {
      "External id": 20147,"Record function id": 0, "Ev Idx": 2738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207174.399, "dur": 2.182,
    "args": {
      "External id": 20148,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207174.879, "dur": 1.257,
    "args": {
      "External id": 20149,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207175.142, "dur": 0.928,
    "args": {
      "External id": 20150,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207180.755, "dur": 37253.281,
    "args": {
      "External id": 20151,"Record function id": 0, "Sequence number": 246581, "Fwd thread id": 1, "Ev Idx": 2742
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207182.257, "dur": 37242.073,
    "args": {
      "External id": 20152,"Sequence number": 246581, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2743
    }
  },
  {
    "ph": "f", "id": 187, "pid": 1336753, "tid": 1381210, "ts": 1295651207182.257,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.20)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207214.316, "dur": 55.781,
    "args": {
      "External id": 20153,"Record function id": 0, "Ev Idx": 2744
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.20)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207279.130, "dur": 67.360,
    "args": {
      "External id": 20154,"Record function id": 0, "Ev Idx": 2745
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.20)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207353.634, "dur": 37062.906,
    "args": {
      "External id": 20155,"Record function id": 0, "Ev Idx": 2746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207449.327, "dur": 7.794,
    "args": {
      "External id": 20156,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2747
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207467.002, "dur": 5.158,
    "args": {
      "External id": 20157,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2748
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207486.970, "dur": 36045.070,
    "args": {
      "External id": 20158,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2749
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207501.048, "dur": 36021.714,
    "args": {
      "External id": 20159,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207556.904, "dur": 13.521,
    "args": {
      "External id": 20160,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207576.933, "dur": 35906.460,
    "args": {
      "External id": 20161,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 2752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207579.948, "dur": 35902.548,
    "args": {
      "External id": 20162,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 2753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207584.452, "dur": 4.952,
    "args": {
      "External id": 20163,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2754
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651207591.686, "dur": 35887.000,
    "args": {
      "External id": 20164,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 2755
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651243621.610, "dur": 11.636,
    "args": {
      "External id": 20165,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 2756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651243626.982, "dur": 5.917,
    "args": {
      "External id": 20166,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2757
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651243668.670, "dur": 420.766,
    "args": {
      "External id": 20167,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 2758
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651243699.053, "dur": 384.988,
    "args": {
      "External id": 20168,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2759, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651243710.035, "dur": 366.495,
    "args": {
      "External id": 20169,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 2760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244109.969, "dur": 2.247,
    "args": {
      "External id": 20170,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2761, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244176.459, "dur": 7.326,
    "args": {
      "External id": 20171,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2762
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244243.095, "dur": 2.433,
    "args": {
      "External id": 20172,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244266.835, "dur": 1.023,
    "args": {
      "External id": 20173,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244279.137, "dur": 0.989,
    "args": {
      "External id": 20174,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244290.535, "dur": 1.000,
    "args": {
      "External id": 20175,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244304.721, "dur": 1.089,
    "args": {
      "External id": 20176,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244318.111, "dur": 1.351,
    "args": {
      "External id": 20177,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244330.327, "dur": 3.509,
    "args": {
      "External id": 20178,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244344.589, "dur": 1.124,
    "args": {
      "External id": 20179,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244449.910, "dur": 2819.338,
    "args": {
      "External id": 20180,"Record function id": 0, "Ev Idx": 2771
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.19)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244470.222, "dur": 1054.981,
    "args": {
      "External id": 20181,"Record function id": 0, "Ev Idx": 2772
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.19)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244489.364, "dur": 325.134,
    "args": {
      "External id": 20182,"Record function id": 0, "Ev Idx": 2773
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244574.207, "dur": 4.514,
    "args": {
      "External id": 20183,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2774
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244582.040, "dur": 1.108,
    "args": {
      "External id": 20184,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2775
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244584.949, "dur": 1.229,
    "args": {
      "External id": 20185,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2776
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244588.312, "dur": 1.222,
    "args": {
      "External id": 20186,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244590.886, "dur": 0.767,
    "args": {
      "External id": 20187,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244596.488, "dur": 0.923,
    "args": {
      "External id": 20188,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2779
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244599.386, "dur": 2.733,
    "args": {
      "External id": 20189,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244605.333, "dur": 1.157,
    "args": {
      "External id": 20190,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2781
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244607.776, "dur": 1.038,
    "args": {
      "External id": 20191,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2782
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244610.196, "dur": 0.938,
    "args": {
      "External id": 20192,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2783
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244632.054, "dur": 150.809,
    "args": {
      "External id": 20193,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2784
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244649.777, "dur": 128.907,
    "args": {
      "External id": 20194,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2785
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244667.097, "dur": 13.675,
    "args": {
      "External id": 20195,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2786
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244684.092, "dur": 64.981,
    "args": {
      "External id": 20196,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 2787
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244686.787, "dur": 61.967,
    "args": {
      "External id": 20197,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 2788
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244690.726, "dur": 5.403,
    "args": {
      "External id": 20198,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244698.022, "dur": 50.234,
    "args": {
      "External id": 20199,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 2790
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.18", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244902.246, "dur": 615.403,
    "args": {
      "External id": 20200,"Record function id": 0, "Ev Idx": 2791
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.18)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651244921.923, "dur": 581.055,
    "args": {
      "External id": 20201,"Record function id": 0, "Ev Idx": 2792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245019.608, "dur": 6.517,
    "args": {
      "External id": 20202,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245046.797, "dur": 30.737,
    "args": {
      "External id": 20203,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245051.874, "dur": 1.740,
    "args": {
      "External id": 20204,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245055.903, "dur": 0.362,
    "args": {
      "External id": 20205,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245057.871, "dur": 0.275,
    "args": {
      "External id": 20206,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245059.687, "dur": 0.375,
    "args": {
      "External id": 20207,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245061.737, "dur": 0.763,
    "args": {
      "External id": 20208,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245064.127, "dur": 0.595,
    "args": {
      "External id": 20209,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2800
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245066.346, "dur": 0.438,
    "args": {
      "External id": 20210,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2801
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245068.448, "dur": 0.248,
    "args": {
      "External id": 20211,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2802
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245070.321, "dur": 0.448,
    "args": {
      "External id": 20212,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2803
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245088.060, "dur": 33.523,
    "args": {
      "External id": 20213,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2804
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245152.728, "dur": 114.972,
    "args": {
      "External id": 20214,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 2805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245162.456, "dur": 3.361,
    "args": {
      "External id": 20215,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245170.800, "dur": 10.284,
    "args": {
      "External id": 20216,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2807
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245174.849, "dur": 5.810,
    "args": {
      "External id": 20217,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 2808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245178.796, "dur": 0.676,
    "args": {
      "External id": 20218,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2809
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245187.572, "dur": 23.754,
    "args": {
      "External id": 20219,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245189.183, "dur": 0.484,
    "args": {
      "External id": 20220,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245191.407, "dur": 0.271,
    "args": {
      "External id": 20221,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245193.029, "dur": 0.312,
    "args": {
      "External id": 20222,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245195.000, "dur": 0.227,
    "args": {
      "External id": 20223,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2814
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245196.763, "dur": 0.744,
    "args": {
      "External id": 20224,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2815
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245198.976, "dur": 0.272,
    "args": {
      "External id": 20225,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2816
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245200.508, "dur": 0.432,
    "args": {
      "External id": 20226,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245202.394, "dur": 0.259,
    "args": {
      "External id": 20227,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245204.360, "dur": 0.285,
    "args": {
      "External id": 20228,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245220.898, "dur": 37.393,
    "args": {
      "External id": 20229,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2820
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245317.480, "dur": 117.494,
    "args": {
      "External id": 20230,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 2821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245343.691, "dur": 88.036,
    "args": {
      "External id": 20231,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2822, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245352.726, "dur": 74.951,
    "args": {
      "External id": 20232,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 2823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245453.039, "dur": 1.816,
    "args": {
      "External id": 20233,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2824, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245533.341, "dur": 1710.291,
    "args": {
      "External id": 20234,"Sequence number": 246580, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2825
    }
  },
  {
    "ph": "f", "id": 188, "pid": 1336753, "tid": 1381210, "ts": 1295651245533.341,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245644.987, "dur": 101.183,
    "args": {
      "External id": 20235,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 2826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245787.102, "dur": 40.772,
    "args": {
      "External id": 20236,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 2827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245845.265, "dur": 48.533,
    "args": {
      "External id": 20237,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 2828
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245902.991, "dur": 32.598,
    "args": {
      "External id": 20238,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2829
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651245941.743, "dur": 85.610,
    "args": {
      "External id": 20239,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2830
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246039.233, "dur": 32.858,
    "args": {
      "External id": 20240,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2831
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246083.182, "dur": 42.176,
    "args": {
      "External id": 20241,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2832
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246155.627, "dur": 26.176,
    "args": {
      "External id": 20242,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 2833
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246203.387, "dur": 49.753,
    "args": {
      "External id": 20243,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2834
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246278.982, "dur": 28.064,
    "args": {
      "External id": 20244,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2835
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246323.046, "dur": 17.566,
    "args": {
      "External id": 20245,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2836
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246350.709, "dur": 33.658,
    "args": {
      "External id": 20246,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2837
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246387.744, "dur": 34.159,
    "args": {
      "External id": 20247,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2838
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246448.683, "dur": 182.905,
    "args": {
      "External id": 20248,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2839
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246534.358, "dur": 6.358,
    "args": {
      "External id": 20249,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246542.891, "dur": 2.337,
    "args": {
      "External id": 20250,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246668.421, "dur": 25.270,
    "args": {
      "External id": 20251,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246705.122, "dur": 17.193,
    "args": {
      "External id": 20252,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246731.241, "dur": 36.724,
    "args": {
      "External id": 20253,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246774.105, "dur": 37.311,
    "args": {
      "External id": 20254,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2845
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246817.344, "dur": 20.479,
    "args": {
      "External id": 20255,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246842.079, "dur": 29.321,
    "args": {
      "External id": 20256,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2847
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246876.976, "dur": 20.273,
    "args": {
      "External id": 20257,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246916.688, "dur": 44.955,
    "args": {
      "External id": 20258,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2849
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651246980.167, "dur": 64.919,
    "args": {
      "External id": 20259,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 2850
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247068.661, "dur": 27.016,
    "args": {
      "External id": 20260,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2851
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247114.053, "dur": 18.792,
    "args": {
      "External id": 20261,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2852
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247150.710, "dur": 15.910,
    "args": {
      "External id": 20262,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2853
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247181.438, "dur": 18.092,
    "args": {
      "External id": 20263,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 2854
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247291.983, "dur": 15.212,
    "args": {
      "External id": 20264,"Record function id": 0, "Ev Idx": 2855
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247295.304, "dur": 11.048,
    "args": {
      "External id": 20265,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247299.554, "dur": 5.978,
    "args": {
      "External id": 20266,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2857
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247301.325, "dur": 4.114,
    "args": {
      "External id": 20267,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2858
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247311.148, "dur": 4.786,
    "args": {
      "External id": 20268,"Record function id": 0, "Ev Idx": 2859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247312.524, "dur": 2.948,
    "args": {
      "External id": 20269,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2860
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247313.305, "dur": 1.404,
    "args": {
      "External id": 20270,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247313.798, "dur": 0.836,
    "args": {
      "External id": 20271,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2862
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247319.147, "dur": 3.886,
    "args": {
      "External id": 20272,"Record function id": 0, "Ev Idx": 2863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247320.118, "dur": 2.482,
    "args": {
      "External id": 20273,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247320.600, "dur": 1.401,
    "args": {
      "External id": 20274,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2865
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247321.366, "dur": 0.543,
    "args": {
      "External id": 20275,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 2866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247326.281, "dur": 3.760,
    "args": {
      "External id": 20276,"Record function id": 0, "Ev Idx": 2867
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247327.614, "dur": 1.995,
    "args": {
      "External id": 20277,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2868
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247328.133, "dur": 1.077,
    "args": {
      "External id": 20278,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247328.592, "dur": 0.517,
    "args": {
      "External id": 20279,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 2870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247333.332, "dur": 5.060,
    "args": {
      "External id": 20280,"Record function id": 0, "Ev Idx": 2871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247334.591, "dur": 3.375,
    "args": {
      "External id": 20281,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247335.265, "dur": 1.675,
    "args": {
      "External id": 20282,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247335.976, "dur": 0.889,
    "args": {
      "External id": 20283,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247341.693, "dur": 4.530,
    "args": {
      "External id": 20284,"Record function id": 0, "Ev Idx": 2875
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247342.943, "dur": 2.863,
    "args": {
      "External id": 20285,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2876
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247343.440, "dur": 1.827,
    "args": {
      "External id": 20286,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2877
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247344.139, "dur": 1.030,
    "args": {
      "External id": 20287,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2878
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247349.304, "dur": 3.728,
    "args": {
      "External id": 20288,"Record function id": 0, "Ev Idx": 2879
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247350.519, "dur": 2.087,
    "args": {
      "External id": 20289,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2880
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247350.983, "dur": 1.222,
    "args": {
      "External id": 20290,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2881
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247351.269, "dur": 0.844,
    "args": {
      "External id": 20291,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2882
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247356.092, "dur": 3.259,
    "args": {
      "External id": 20292,"Record function id": 0, "Ev Idx": 2883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247357.130, "dur": 1.819,
    "args": {
      "External id": 20293,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247357.602, "dur": 0.950,
    "args": {
      "External id": 20294,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247357.897, "dur": 0.592,
    "args": {
      "External id": 20295,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 2886
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247362.378, "dur": 3.274,
    "args": {
      "External id": 20296,"Record function id": 0, "Ev Idx": 2887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247363.231, "dur": 2.014,
    "args": {
      "External id": 20297,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2888
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247363.700, "dur": 1.060,
    "args": {
      "External id": 20298,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2889
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247364.072, "dur": 0.614,
    "args": {
      "External id": 20299,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 2890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247369.549, "dur": 36037.512,
    "args": {
      "External id": 20300,"Record function id": 0, "Sequence number": 246579, "Fwd thread id": 1, "Ev Idx": 2891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247371.485, "dur": 36026.581,
    "args": {
      "External id": 20301,"Sequence number": 246579, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2892
    }
  },
  {
    "ph": "f", "id": 189, "pid": 1336753, "tid": 1381210, "ts": 1295651247371.485,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.19)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247401.318, "dur": 38.822,
    "args": {
      "External id": 20302,"Record function id": 0, "Ev Idx": 2893
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.19)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247448.094, "dur": 63.948,
    "args": {
      "External id": 20303,"Record function id": 0, "Ev Idx": 2894
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.19)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247518.407, "dur": 35872.308,
    "args": {
      "External id": 20304,"Record function id": 0, "Ev Idx": 2895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247607.010, "dur": 7.019,
    "args": {
      "External id": 20305,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2896
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247623.255, "dur": 4.981,
    "args": {
      "External id": 20306,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2897
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247644.068, "dur": 34921.041,
    "args": {
      "External id": 20307,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247657.454, "dur": 34899.489,
    "args": {
      "External id": 20308,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 2899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247700.499, "dur": 13.050,
    "args": {
      "External id": 20309,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247720.218, "dur": 34797.936,
    "args": {
      "External id": 20310,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 2901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247722.919, "dur": 34794.505,
    "args": {
      "External id": 20311,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 2902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247727.142, "dur": 4.991,
    "args": {
      "External id": 20312,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651247733.968, "dur": 34780.439,
    "args": {
      "External id": 20313,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 2904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651282654.554, "dur": 8.484,
    "args": {
      "External id": 20314,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 2905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651282657.687, "dur": 5.019,
    "args": {
      "External id": 20315,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2906
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651282692.867, "dur": 376.926,
    "args": {
      "External id": 20316,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 2907
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651282720.431, "dur": 344.174,
    "args": {
      "External id": 20317,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2908, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651282730.786, "dur": 327.680,
    "args": {
      "External id": 20318,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 2909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283089.737, "dur": 2.458,
    "args": {
      "External id": 20319,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2910, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283156.755, "dur": 6.555,
    "args": {
      "External id": 20320,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2911
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283211.465, "dur": 1.550,
    "args": {
      "External id": 20321,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2912
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283243.060, "dur": 1.527,
    "args": {
      "External id": 20322,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2913
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283260.758, "dur": 1.175,
    "args": {
      "External id": 20323,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283272.456, "dur": 1.024,
    "args": {
      "External id": 20324,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2915
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283284.210, "dur": 1.087,
    "args": {
      "External id": 20325,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283296.107, "dur": 1.063,
    "args": {
      "External id": 20326,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283307.553, "dur": 2.312,
    "args": {
      "External id": 20327,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283320.904, "dur": 1.183,
    "args": {
      "External id": 20328,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283422.606, "dur": 2747.433,
    "args": {
      "External id": 20329,"Record function id": 0, "Ev Idx": 2920
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.18)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283442.523, "dur": 1061.846,
    "args": {
      "External id": 20330,"Record function id": 0, "Ev Idx": 2921
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.18)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283457.492, "dur": 306.777,
    "args": {
      "External id": 20331,"Record function id": 0, "Ev Idx": 2922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283537.189, "dur": 4.313,
    "args": {
      "External id": 20332,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 2923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283544.680, "dur": 1.566,
    "args": {
      "External id": 20333,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283547.935, "dur": 0.879,
    "args": {
      "External id": 20334,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283550.487, "dur": 0.814,
    "args": {
      "External id": 20335,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283552.586, "dur": 1.344,
    "args": {
      "External id": 20336,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283555.260, "dur": 0.969,
    "args": {
      "External id": 20337,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 2928
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283557.720, "dur": 2.060,
    "args": {
      "External id": 20338,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 2929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283561.773, "dur": 1.222,
    "args": {
      "External id": 20339,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2930
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283564.601, "dur": 1.062,
    "args": {
      "External id": 20340,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2931
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283567.221, "dur": 1.060,
    "args": {
      "External id": 20341,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 2932
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283585.664, "dur": 151.862,
    "args": {
      "External id": 20342,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2933
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283600.954, "dur": 132.489,
    "args": {
      "External id": 20343,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 2934
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283620.993, "dur": 13.031,
    "args": {
      "External id": 20344,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2935
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283637.162, "dur": 65.971,
    "args": {
      "External id": 20345,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 2936
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283640.073, "dur": 62.765,
    "args": {
      "External id": 20346,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 2937
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283644.288, "dur": 4.945,
    "args": {
      "External id": 20347,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283651.075, "dur": 51.183,
    "args": {
      "External id": 20348,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 2939
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.17", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283850.848, "dur": 644.378,
    "args": {
      "External id": 20349,"Record function id": 0, "Ev Idx": 2940
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.17)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283867.626, "dur": 614.765,
    "args": {
      "External id": 20350,"Record function id": 0, "Ev Idx": 2941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283928.890, "dur": 4.480,
    "args": {
      "External id": 20351,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2942
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283949.371, "dur": 70.457,
    "args": {
      "External id": 20352,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283954.212, "dur": 1.453,
    "args": {
      "External id": 20353,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2944
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283957.617, "dur": 0.467,
    "args": {
      "External id": 20354,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283959.784, "dur": 0.617,
    "args": {
      "External id": 20355,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283962.010, "dur": 0.676,
    "args": {
      "External id": 20356,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283964.137, "dur": 0.413,
    "args": {
      "External id": 20357,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283965.963, "dur": 0.189,
    "args": {
      "External id": 20358,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283971.297, "dur": 0.209,
    "args": {
      "External id": 20359,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283976.530, "dur": 0.403,
    "args": {
      "External id": 20360,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2951
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651283978.563, "dur": 0.670,
    "args": {
      "External id": 20361,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284034.534, "dur": 36.640,
    "args": {
      "External id": 20362,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2953
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284109.740, "dur": 105.949,
    "args": {
      "External id": 20363,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 2954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284120.128, "dur": 4.293,
    "args": {
      "External id": 20364,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284129.164, "dur": 10.885,
    "args": {
      "External id": 20365,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284133.345, "dur": 6.298,
    "args": {
      "External id": 20366,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 2957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284137.517, "dur": 0.963,
    "args": {
      "External id": 20367,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 2958
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284149.678, "dur": 24.013,
    "args": {
      "External id": 20368,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 2959
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284151.877, "dur": 0.553,
    "args": {
      "External id": 20369,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2960
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284154.165, "dur": 0.673,
    "args": {
      "External id": 20370,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2961
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284156.436, "dur": 0.502,
    "args": {
      "External id": 20371,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284158.449, "dur": 0.425,
    "args": {
      "External id": 20372,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2963
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284160.413, "dur": 0.605,
    "args": {
      "External id": 20373,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2964
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284162.658, "dur": 0.455,
    "args": {
      "External id": 20374,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2965
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284164.410, "dur": 0.446,
    "args": {
      "External id": 20375,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284166.232, "dur": 0.959,
    "args": {
      "External id": 20376,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2967
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284168.701, "dur": 0.276,
    "args": {
      "External id": 20377,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 2968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284186.369, "dur": 22.212,
    "args": {
      "External id": 20378,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 2969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284287.602, "dur": 123.276,
    "args": {
      "External id": 20379,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 2970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284315.477, "dur": 91.996,
    "args": {
      "External id": 20380,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 2971, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284328.387, "dur": 74.644,
    "args": {
      "External id": 20381,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 2972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284427.675, "dur": 2.182,
    "args": {
      "External id": 20382,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 2973, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284511.563, "dur": 1636.092,
    "args": {
      "External id": 20383,"Sequence number": 246578, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 2974
    }
  },
  {
    "ph": "f", "id": 190, "pid": 1336753, "tid": 1381210, "ts": 1295651284511.563,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284619.828, "dur": 101.257,
    "args": {
      "External id": 20384,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 2975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284758.227, "dur": 40.829,
    "args": {
      "External id": 20385,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 2976
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284816.391, "dur": 46.443,
    "args": {
      "External id": 20386,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 2977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284871.078, "dur": 30.506,
    "args": {
      "External id": 20387,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2978
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284907.855, "dur": 47.295,
    "args": {
      "External id": 20388,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2979
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651284961.979, "dur": 69.410,
    "args": {
      "External id": 20389,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 2980
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285042.487, "dur": 47.714,
    "args": {
      "External id": 20390,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 2981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285117.956, "dur": 24.859,
    "args": {
      "External id": 20391,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 2982
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285161.381, "dur": 28.299,
    "args": {
      "External id": 20392,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2983
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285209.841, "dur": 35.008,
    "args": {
      "External id": 20393,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 2984
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285263.140, "dur": 19.629,
    "args": {
      "External id": 20394,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 2985
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285291.672, "dur": 36.528,
    "args": {
      "External id": 20395,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2986
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285331.385, "dur": 33.628,
    "args": {
      "External id": 20396,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2987
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285394.964, "dur": 171.412,
    "args": {
      "External id": 20397,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 2988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285472.745, "dur": 5.912,
    "args": {
      "External id": 20398,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2989
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285480.499, "dur": 2.607,
    "args": {
      "External id": 20399,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 2990
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285600.834, "dur": 23.344,
    "args": {
      "External id": 20400,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2991
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285635.283, "dur": 19.786,
    "args": {
      "External id": 20401,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 2992
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285664.003, "dur": 33.921,
    "args": {
      "External id": 20402,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285703.460, "dur": 34.053,
    "args": {
      "External id": 20403,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2994
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285744.179, "dur": 20.012,
    "args": {
      "External id": 20404,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285768.558, "dur": 29.543,
    "args": {
      "External id": 20405,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2996
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285803.949, "dur": 23.435,
    "args": {
      "External id": 20406,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 2997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285833.320, "dur": 28.885,
    "args": {
      "External id": 20407,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 2998
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285895.245, "dur": 29.131,
    "args": {
      "External id": 20408,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 2999
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651285942.760, "dur": 28.116,
    "args": {
      "External id": 20409,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3000
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286023.835, "dur": 21.294,
    "args": {
      "External id": 20410,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286064.858, "dur": 20.075,
    "args": {
      "External id": 20411,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286099.035, "dur": 17.481,
    "args": {
      "External id": 20412,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 3003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286195.420, "dur": 15.589,
    "args": {
      "External id": 20413,"Record function id": 0, "Ev Idx": 3004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286198.477, "dur": 11.552,
    "args": {
      "External id": 20414,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286202.839, "dur": 6.414,
    "args": {
      "External id": 20415,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3006
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286204.683, "dur": 4.482,
    "args": {
      "External id": 20416,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3007
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286214.822, "dur": 4.769,
    "args": {
      "External id": 20417,"Record function id": 0, "Ev Idx": 3008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286216.065, "dur": 3.115,
    "args": {
      "External id": 20418,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286217.319, "dur": 1.357,
    "args": {
      "External id": 20419,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3010
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286217.725, "dur": 0.883,
    "args": {
      "External id": 20420,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3011
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286222.882, "dur": 18.792,
    "args": {
      "External id": 20421,"Record function id": 0, "Ev Idx": 3012
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286224.152, "dur": 3.546,
    "args": {
      "External id": 20422,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3013
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286225.375, "dur": 1.835,
    "args": {
      "External id": 20423,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3014
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286225.990, "dur": 1.132,
    "args": {
      "External id": 20424,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286247.834, "dur": 10.035,
    "args": {
      "External id": 20425,"Record function id": 0, "Ev Idx": 3016
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286249.443, "dur": 7.997,
    "args": {
      "External id": 20426,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3017
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286254.061, "dur": 2.555,
    "args": {
      "External id": 20427,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3018
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286254.913, "dur": 1.585,
    "args": {
      "External id": 20428,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3019
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286261.242, "dur": 4.648,
    "args": {
      "External id": 20429,"Record function id": 0, "Ev Idx": 3020
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286262.823, "dur": 2.630,
    "args": {
      "External id": 20430,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286263.369, "dur": 1.587,
    "args": {
      "External id": 20431,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286263.842, "dur": 1.034,
    "args": {
      "External id": 20432,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286269.239, "dur": 4.753,
    "args": {
      "External id": 20433,"Record function id": 0, "Ev Idx": 3024
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286270.267, "dur": 3.306,
    "args": {
      "External id": 20434,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3025
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286270.967, "dur": 2.022,
    "args": {
      "External id": 20435,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3026
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286271.780, "dur": 1.114,
    "args": {
      "External id": 20436,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3027
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286277.259, "dur": 4.055,
    "args": {
      "External id": 20437,"Record function id": 0, "Ev Idx": 3028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286278.492, "dur": 2.255,
    "args": {
      "External id": 20438,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286279.030, "dur": 1.294,
    "args": {
      "External id": 20439,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286279.499, "dur": 0.759,
    "args": {
      "External id": 20440,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286284.505, "dur": 4.236,
    "args": {
      "External id": 20441,"Record function id": 0, "Ev Idx": 3032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286285.592, "dur": 2.542,
    "args": {
      "External id": 20442,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286286.162, "dur": 1.434,
    "args": {
      "External id": 20443,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286286.447, "dur": 1.075,
    "args": {
      "External id": 20444,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286293.478, "dur": 13.333,
    "args": {
      "External id": 20445,"Record function id": 0, "Ev Idx": 3036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286295.236, "dur": 10.986,
    "args": {
      "External id": 20446,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3037
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286295.733, "dur": 9.804,
    "args": {
      "External id": 20447,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3038
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286296.984, "dur": 7.876,
    "args": {
      "External id": 20448,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3039
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286311.240, "dur": 36334.002,
    "args": {
      "External id": 20449,"Record function id": 0, "Sequence number": 246577, "Fwd thread id": 1, "Ev Idx": 3040
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286312.655, "dur": 36324.083,
    "args": {
      "External id": 20450,"Sequence number": 246577, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3041
    }
  },
  {
    "ph": "f", "id": 191, "pid": 1336753, "tid": 1381210, "ts": 1295651286312.655,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.18)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286343.399, "dur": 42.685,
    "args": {
      "External id": 20451,"Record function id": 0, "Ev Idx": 3042
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.18)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286393.479, "dur": 60.738,
    "args": {
      "External id": 20452,"Record function id": 0, "Ev Idx": 3043
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.18)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286460.332, "dur": 36168.913,
    "args": {
      "External id": 20453,"Record function id": 0, "Ev Idx": 3044
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286550.059, "dur": 6.482,
    "args": {
      "External id": 20454,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3045
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286566.319, "dur": 4.771,
    "args": {
      "External id": 20455,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3046
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286585.897, "dur": 35189.404,
    "args": {
      "External id": 20456,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286612.863, "dur": 35153.550,
    "args": {
      "External id": 20457,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286677.631, "dur": 14.215,
    "args": {
      "External id": 20458,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286698.863, "dur": 35025.200,
    "args": {
      "External id": 20459,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 3050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286701.520, "dur": 35021.775,
    "args": {
      "External id": 20460,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 3051
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286705.770, "dur": 5.504,
    "args": {
      "External id": 20461,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651286713.653, "dur": 35006.070,
    "args": {
      "External id": 20462,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 3053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651321866.535, "dur": 9.979,
    "args": {
      "External id": 20463,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 3054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651321870.299, "dur": 5.775,
    "args": {
      "External id": 20464,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651321905.938, "dur": 427.832,
    "args": {
      "External id": 20465,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 3056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651321931.579, "dur": 396.966,
    "args": {
      "External id": 20466,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3057, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651321943.539, "dur": 378.631,
    "args": {
      "External id": 20467,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 3058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322354.155, "dur": 2.328,
    "args": {
      "External id": 20468,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3059, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322419.711, "dur": 7.022,
    "args": {
      "External id": 20469,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3060
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322471.615, "dur": 1.285,
    "args": {
      "External id": 20470,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322488.908, "dur": 0.793,
    "args": {
      "External id": 20471,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3062
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322501.765, "dur": 1.146,
    "args": {
      "External id": 20472,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3063
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322514.198, "dur": 0.859,
    "args": {
      "External id": 20473,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3064
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322524.406, "dur": 0.985,
    "args": {
      "External id": 20474,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3065
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322537.549, "dur": 0.856,
    "args": {
      "External id": 20475,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322549.128, "dur": 2.025,
    "args": {
      "External id": 20476,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322560.556, "dur": 1.119,
    "args": {
      "External id": 20477,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322660.052, "dur": 2834.672,
    "args": {
      "External id": 20478,"Record function id": 0, "Ev Idx": 3069
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.17)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322679.870, "dur": 1072.855,
    "args": {
      "External id": 20479,"Record function id": 0, "Ev Idx": 3070
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.17)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322695.754, "dur": 379.325,
    "args": {
      "External id": 20480,"Record function id": 0, "Ev Idx": 3071
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322806.320, "dur": 4.737,
    "args": {
      "External id": 20481,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322814.333, "dur": 1.122,
    "args": {
      "External id": 20482,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3073
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322817.152, "dur": 0.814,
    "args": {
      "External id": 20483,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322822.067, "dur": 0.797,
    "args": {
      "External id": 20484,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322824.327, "dur": 0.888,
    "args": {
      "External id": 20485,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322826.418, "dur": 0.924,
    "args": {
      "External id": 20486,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3077
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322828.811, "dur": 1.980,
    "args": {
      "External id": 20487,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322834.139, "dur": 0.962,
    "args": {
      "External id": 20488,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3079
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322836.546, "dur": 0.647,
    "args": {
      "External id": 20489,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3080
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322838.484, "dur": 0.849,
    "args": {
      "External id": 20490,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322856.718, "dur": 185.183,
    "args": {
      "External id": 20491,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3082
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322872.247, "dur": 164.140,
    "args": {
      "External id": 20492,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322884.570, "dur": 12.073,
    "args": {
      "External id": 20493,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3084
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322899.470, "dur": 65.055,
    "args": {
      "External id": 20494,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 3085
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322901.959, "dur": 62.283,
    "args": {
      "External id": 20495,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 3086
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322906.193, "dur": 5.591,
    "args": {
      "External id": 20496,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651322913.590, "dur": 50.152,
    "args": {
      "External id": 20497,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 3088
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.16", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323175.827, "dur": 568.733,
    "args": {
      "External id": 20498,"Record function id": 0, "Ev Idx": 3089
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.16)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323193.392, "dur": 538.828,
    "args": {
      "External id": 20499,"Record function id": 0, "Ev Idx": 3090
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323274.203, "dur": 6.660,
    "args": {
      "External id": 20500,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3091
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323297.146, "dur": 28.077,
    "args": {
      "External id": 20501,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3092
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323302.547, "dur": 1.953,
    "args": {
      "External id": 20502,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323306.705, "dur": 0.394,
    "args": {
      "External id": 20503,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323308.798, "dur": 0.348,
    "args": {
      "External id": 20504,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323310.907, "dur": 0.205,
    "args": {
      "External id": 20505,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3096
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323312.628, "dur": 0.432,
    "args": {
      "External id": 20506,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3097
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323314.407, "dur": 0.632,
    "args": {
      "External id": 20507,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3098
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323316.303, "dur": 0.600,
    "args": {
      "External id": 20508,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3099
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323318.260, "dur": 0.261,
    "args": {
      "External id": 20509,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323319.677, "dur": 0.335,
    "args": {
      "External id": 20510,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323335.934, "dur": 33.179,
    "args": {
      "External id": 20511,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323398.783, "dur": 90.525,
    "args": {
      "External id": 20512,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 3103
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323408.520, "dur": 3.435,
    "args": {
      "External id": 20513,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323417.300, "dur": 9.238,
    "args": {
      "External id": 20514,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323421.243, "dur": 4.850,
    "args": {
      "External id": 20515,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 3106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323424.369, "dur": 0.676,
    "args": {
      "External id": 20516,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323432.972, "dur": 18.159,
    "args": {
      "External id": 20517,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323435.322, "dur": 0.400,
    "args": {
      "External id": 20518,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323437.059, "dur": 0.498,
    "args": {
      "External id": 20519,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323438.976, "dur": 0.263,
    "args": {
      "External id": 20520,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323440.535, "dur": 0.267,
    "args": {
      "External id": 20521,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3112
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323441.998, "dur": 0.207,
    "args": {
      "External id": 20522,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3113
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323443.272, "dur": 0.379,
    "args": {
      "External id": 20523,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323445.099, "dur": 0.425,
    "args": {
      "External id": 20524,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323446.531, "dur": 0.319,
    "args": {
      "External id": 20525,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3116
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323448.173, "dur": 0.270,
    "args": {
      "External id": 20526,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3117
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323464.435, "dur": 17.641,
    "args": {
      "External id": 20527,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323535.590, "dur": 125.539,
    "args": {
      "External id": 20528,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 3119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323568.280, "dur": 89.292,
    "args": {
      "External id": 20529,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3120, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323577.499, "dur": 75.908,
    "args": {
      "External id": 20530,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 3121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323683.654, "dur": 1.942,
    "args": {
      "External id": 20531,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3122, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323761.100, "dur": 1712.624,
    "args": {
      "External id": 20532,"Sequence number": 246576, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3123
    }
  },
  {
    "ph": "f", "id": 192, "pid": 1336753, "tid": 1381210, "ts": 1295651323761.100,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651323869.985, "dur": 107.925,
    "args": {
      "External id": 20533,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 3124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324059.717, "dur": 41.828,
    "args": {
      "External id": 20534,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 3125
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324119.854, "dur": 58.196,
    "args": {
      "External id": 20535,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 3126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324187.223, "dur": 32.067,
    "args": {
      "External id": 20536,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324225.577, "dur": 66.830,
    "args": {
      "External id": 20537,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324302.693, "dur": 27.976,
    "args": {
      "External id": 20538,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324337.994, "dur": 41.534,
    "args": {
      "External id": 20539,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324406.205, "dur": 25.916,
    "args": {
      "External id": 20540,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 3131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324454.597, "dur": 31.041,
    "args": {
      "External id": 20541,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324506.878, "dur": 20.639,
    "args": {
      "External id": 20542,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324542.270, "dur": 16.808,
    "args": {
      "External id": 20543,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324567.792, "dur": 31.073,
    "args": {
      "External id": 20544,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324602.482, "dur": 33.342,
    "args": {
      "External id": 20545,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324663.969, "dur": 177.692,
    "args": {
      "External id": 20546,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324742.632, "dur": 5.751,
    "args": {
      "External id": 20547,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324750.454, "dur": 2.783,
    "args": {
      "External id": 20548,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324873.678, "dur": 27.893,
    "args": {
      "External id": 20549,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324916.816, "dur": 17.224,
    "args": {
      "External id": 20550,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651324941.987, "dur": 33.834,
    "args": {
      "External id": 20551,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325018.336, "dur": 41.566,
    "args": {
      "External id": 20552,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325069.267, "dur": 21.662,
    "args": {
      "External id": 20553,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3144
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325095.553, "dur": 47.996,
    "args": {
      "External id": 20554,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325156.623, "dur": 25.608,
    "args": {
      "External id": 20555,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325190.313, "dur": 33.957,
    "args": {
      "External id": 20556,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325261.987, "dur": 29.683,
    "args": {
      "External id": 20557,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 3148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325312.201, "dur": 28.503,
    "args": {
      "External id": 20558,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325357.955, "dur": 18.494,
    "args": {
      "External id": 20559,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325395.699, "dur": 17.101,
    "args": {
      "External id": 20560,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325424.926, "dur": 17.106,
    "args": {
      "External id": 20561,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 3152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325520.456, "dur": 15.283,
    "args": {
      "External id": 20562,"Record function id": 0, "Ev Idx": 3153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325523.813, "dur": 10.928,
    "args": {
      "External id": 20563,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325528.025, "dur": 5.878,
    "args": {
      "External id": 20564,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325529.486, "dur": 4.334,
    "args": {
      "External id": 20565,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3156
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325539.920, "dur": 4.813,
    "args": {
      "External id": 20566,"Record function id": 0, "Ev Idx": 3157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325541.044, "dur": 3.244,
    "args": {
      "External id": 20567,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325541.840, "dur": 1.987,
    "args": {
      "External id": 20568,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325542.391, "dur": 1.349,
    "args": {
      "External id": 20569,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325548.147, "dur": 4.480,
    "args": {
      "External id": 20570,"Record function id": 0, "Ev Idx": 3161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325549.325, "dur": 2.866,
    "args": {
      "External id": 20571,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325550.191, "dur": 1.494,
    "args": {
      "External id": 20572,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325550.698, "dur": 0.879,
    "args": {
      "External id": 20573,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325555.754, "dur": 3.848,
    "args": {
      "External id": 20574,"Record function id": 0, "Ev Idx": 3165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325556.812, "dur": 2.385,
    "args": {
      "External id": 20575,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325557.439, "dur": 1.357,
    "args": {
      "External id": 20576,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325557.927, "dur": 0.799,
    "args": {
      "External id": 20577,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325562.915, "dur": 3.970,
    "args": {
      "External id": 20578,"Record function id": 0, "Ev Idx": 3169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325564.172, "dur": 2.271,
    "args": {
      "External id": 20579,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325564.659, "dur": 1.348,
    "args": {
      "External id": 20580,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325565.162, "dur": 0.778,
    "args": {
      "External id": 20581,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325570.050, "dur": 4.252,
    "args": {
      "External id": 20582,"Record function id": 0, "Ev Idx": 3173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325571.046, "dur": 2.852,
    "args": {
      "External id": 20583,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325571.551, "dur": 1.936,
    "args": {
      "External id": 20584,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3175
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325572.191, "dur": 1.227,
    "args": {
      "External id": 20585,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325577.558, "dur": 3.340,
    "args": {
      "External id": 20586,"Record function id": 0, "Ev Idx": 3177
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325578.428, "dur": 2.040,
    "args": {
      "External id": 20587,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325578.918, "dur": 1.155,
    "args": {
      "External id": 20588,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325579.404, "dur": 0.597,
    "args": {
      "External id": 20589,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325584.221, "dur": 4.214,
    "args": {
      "External id": 20590,"Record function id": 0, "Ev Idx": 3181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325585.142, "dur": 2.838,
    "args": {
      "External id": 20591,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325585.771, "dur": 1.812,
    "args": {
      "External id": 20592,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325586.251, "dur": 1.266,
    "args": {
      "External id": 20593,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325591.550, "dur": 6.207,
    "args": {
      "External id": 20594,"Record function id": 0, "Ev Idx": 3185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325592.364, "dur": 4.978,
    "args": {
      "External id": 20595,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325592.810, "dur": 4.042,
    "args": {
      "External id": 20596,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325595.876, "dur": 0.881,
    "args": {
      "External id": 20597,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325601.801, "dur": 36459.421,
    "args": {
      "External id": 20598,"Record function id": 0, "Sequence number": 246575, "Fwd thread id": 1, "Ev Idx": 3189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325603.152, "dur": 36449.393,
    "args": {
      "External id": 20599,"Sequence number": 246575, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3190
    }
  },
  {
    "ph": "f", "id": 193, "pid": 1336753, "tid": 1381210, "ts": 1295651325603.152,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.17)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325634.283, "dur": 38.397,
    "args": {
      "External id": 20600,"Record function id": 0, "Ev Idx": 3191
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.17)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325680.379, "dur": 67.478,
    "args": {
      "External id": 20601,"Record function id": 0, "Ev Idx": 3192
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.17)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325753.916, "dur": 36289.792,
    "args": {
      "External id": 20602,"Record function id": 0, "Ev Idx": 3193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325842.583, "dur": 6.053,
    "args": {
      "External id": 20603,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325858.126, "dur": 4.980,
    "args": {
      "External id": 20604,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3195
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325877.103, "dur": 35281.403,
    "args": {
      "External id": 20605,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325890.386, "dur": 35259.609,
    "args": {
      "External id": 20606,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325941.497, "dur": 13.404,
    "args": {
      "External id": 20607,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325961.620, "dur": 35149.521,
    "args": {
      "External id": 20608,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 3199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325964.168, "dur": 35146.365,
    "args": {
      "External id": 20609,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 3200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325968.308, "dur": 4.635,
    "args": {
      "External id": 20610,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651325974.619, "dur": 35132.552,
    "args": {
      "External id": 20611,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 3202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361264.802, "dur": 9.037,
    "args": {
      "External id": 20612,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 3203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361267.369, "dur": 5.984,
    "args": {
      "External id": 20613,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361301.106, "dur": 404.525,
    "args": {
      "External id": 20614,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 3205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361333.684, "dur": 366.973,
    "args": {
      "External id": 20615,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3206, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361344.420, "dur": 350.817,
    "args": {
      "External id": 20616,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 3207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361728.788, "dur": 1.956,
    "args": {
      "External id": 20617,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3208, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361790.828, "dur": 6.667,
    "args": {
      "External id": 20618,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361843.659, "dur": 1.715,
    "args": {
      "External id": 20619,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361861.975, "dur": 1.965,
    "args": {
      "External id": 20620,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361879.242, "dur": 1.140,
    "args": {
      "External id": 20621,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361891.360, "dur": 0.952,
    "args": {
      "External id": 20622,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361903.416, "dur": 1.046,
    "args": {
      "External id": 20623,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361915.336, "dur": 1.409,
    "args": {
      "External id": 20624,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361928.074, "dur": 2.144,
    "args": {
      "External id": 20625,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651361946.479, "dur": 1.357,
    "args": {
      "External id": 20626,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362077.566, "dur": 2753.567,
    "args": {
      "External id": 20627,"Record function id": 0, "Ev Idx": 3218
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.16)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362097.383, "dur": 1058.148,
    "args": {
      "External id": 20628,"Record function id": 0, "Ev Idx": 3219
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.16)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362112.569, "dur": 354.696,
    "args": {
      "External id": 20629,"Record function id": 0, "Ev Idx": 3220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362199.258, "dur": 5.034,
    "args": {
      "External id": 20630,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3221
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362207.376, "dur": 1.793,
    "args": {
      "External id": 20631,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362211.597, "dur": 1.179,
    "args": {
      "External id": 20632,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3223
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362214.608, "dur": 1.641,
    "args": {
      "External id": 20633,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362220.414, "dur": 4.315,
    "args": {
      "External id": 20634,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362226.490, "dur": 1.325,
    "args": {
      "External id": 20635,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362245.108, "dur": 1.368,
    "args": {
      "External id": 20636,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362248.249, "dur": 1.076,
    "args": {
      "External id": 20637,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3228
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362253.153, "dur": 0.966,
    "args": {
      "External id": 20638,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3229
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362255.956, "dur": 1.062,
    "args": {
      "External id": 20639,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362276.146, "dur": 161.860,
    "args": {
      "External id": 20640,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362296.966, "dur": 136.733,
    "args": {
      "External id": 20641,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362316.398, "dur": 13.981,
    "args": {
      "External id": 20642,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3233
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362333.092, "dur": 71.601,
    "args": {
      "External id": 20643,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 3234
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362335.725, "dur": 68.660,
    "args": {
      "External id": 20644,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 3235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362343.197, "dur": 5.418,
    "args": {
      "External id": 20645,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362352.444, "dur": 51.211,
    "args": {
      "External id": 20646,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 3237
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.15", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362561.613, "dur": 585.928,
    "args": {
      "External id": 20647,"Record function id": 0, "Ev Idx": 3238
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.15)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362576.480, "dur": 558.772,
    "args": {
      "External id": 20648,"Record function id": 0, "Ev Idx": 3239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362634.887, "dur": 4.602,
    "args": {
      "External id": 20649,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362655.043, "dur": 26.163,
    "args": {
      "External id": 20650,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362659.604, "dur": 1.857,
    "args": {
      "External id": 20651,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362663.486, "dur": 1.054,
    "args": {
      "External id": 20652,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362666.022, "dur": 0.435,
    "args": {
      "External id": 20653,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362667.526, "dur": 0.729,
    "args": {
      "External id": 20654,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362669.179, "dur": 0.713,
    "args": {
      "External id": 20655,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362671.169, "dur": 0.573,
    "args": {
      "External id": 20656,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362672.902, "dur": 0.670,
    "args": {
      "External id": 20657,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362674.661, "dur": 0.512,
    "args": {
      "External id": 20658,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362676.742, "dur": 0.702,
    "args": {
      "External id": 20659,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362690.860, "dur": 30.152,
    "args": {
      "External id": 20660,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362751.945, "dur": 96.473,
    "args": {
      "External id": 20661,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 3252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362760.659, "dur": 3.664,
    "args": {
      "External id": 20662,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362769.219, "dur": 10.152,
    "args": {
      "External id": 20663,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362773.211, "dur": 5.749,
    "args": {
      "External id": 20664,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 3255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362776.283, "dur": 1.049,
    "args": {
      "External id": 20665,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362785.857, "dur": 29.311,
    "args": {
      "External id": 20666,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362791.625, "dur": 0.620,
    "args": {
      "External id": 20667,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362794.108, "dur": 0.400,
    "args": {
      "External id": 20668,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362795.376, "dur": 0.465,
    "args": {
      "External id": 20669,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362796.754, "dur": 0.645,
    "args": {
      "External id": 20670,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362798.902, "dur": 0.581,
    "args": {
      "External id": 20671,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362801.160, "dur": 0.889,
    "args": {
      "External id": 20672,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362803.261, "dur": 0.604,
    "args": {
      "External id": 20673,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362805.066, "dur": 0.531,
    "args": {
      "External id": 20674,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362807.120, "dur": 0.640,
    "args": {
      "External id": 20675,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362824.481, "dur": 17.491,
    "args": {
      "External id": 20676,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362890.169, "dur": 168.890,
    "args": {
      "External id": 20677,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 3268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362919.364, "dur": 135.815,
    "args": {
      "External id": 20678,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3269, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651362928.247, "dur": 121.682,
    "args": {
      "External id": 20679,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 3270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363081.665, "dur": 1.960,
    "args": {
      "External id": 20680,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3271, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363163.494, "dur": 1648.030,
    "args": {
      "External id": 20681,"Sequence number": 246574, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3272
    }
  },
  {
    "ph": "f", "id": 194, "pid": 1336753, "tid": 1381210, "ts": 1295651363163.494,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363290.690, "dur": 105.606,
    "args": {
      "External id": 20682,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 3273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363441.313, "dur": 39.786,
    "args": {
      "External id": 20683,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 3274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363500.666, "dur": 47.799,
    "args": {
      "External id": 20684,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 3275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363560.718, "dur": 29.631,
    "args": {
      "External id": 20685,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363597.055, "dur": 48.130,
    "args": {
      "External id": 20686,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363660.782, "dur": 27.095,
    "args": {
      "External id": 20687,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363696.211, "dur": 40.274,
    "args": {
      "External id": 20688,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363763.399, "dur": 23.793,
    "args": {
      "External id": 20689,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 3280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363805.637, "dur": 30.584,
    "args": {
      "External id": 20690,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363860.881, "dur": 20.776,
    "args": {
      "External id": 20691,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363894.999, "dur": 19.398,
    "args": {
      "External id": 20692,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363923.412, "dur": 28.604,
    "args": {
      "External id": 20693,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651363954.995, "dur": 75.224,
    "args": {
      "External id": 20694,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364060.576, "dur": 188.570,
    "args": {
      "External id": 20695,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364142.297, "dur": 5.858,
    "args": {
      "External id": 20696,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364150.010, "dur": 2.415,
    "args": {
      "External id": 20697,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364285.630, "dur": 26.319,
    "args": {
      "External id": 20698,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364324.856, "dur": 16.945,
    "args": {
      "External id": 20699,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364352.680, "dur": 45.968,
    "args": {
      "External id": 20700,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364405.518, "dur": 39.944,
    "args": {
      "External id": 20701,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3292
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364451.808, "dur": 21.679,
    "args": {
      "External id": 20702,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364478.239, "dur": 30.104,
    "args": {
      "External id": 20703,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364513.617, "dur": 20.738,
    "args": {
      "External id": 20704,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364541.063, "dur": 28.226,
    "args": {
      "External id": 20705,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364599.915, "dur": 34.215,
    "args": {
      "External id": 20706,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 3297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364655.340, "dur": 25.385,
    "args": {
      "External id": 20707,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364700.430, "dur": 17.860,
    "args": {
      "External id": 20708,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364733.698, "dur": 18.854,
    "args": {
      "External id": 20709,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364764.143, "dur": 17.308,
    "args": {
      "External id": 20710,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 3301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364853.778, "dur": 15.517,
    "args": {
      "External id": 20711,"Record function id": 0, "Ev Idx": 3302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364856.832, "dur": 11.485,
    "args": {
      "External id": 20712,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364860.865, "dur": 6.418,
    "args": {
      "External id": 20713,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364862.561, "dur": 4.622,
    "args": {
      "External id": 20714,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364873.297, "dur": 5.733,
    "args": {
      "External id": 20715,"Record function id": 0, "Ev Idx": 3306
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364874.642, "dur": 3.932,
    "args": {
      "External id": 20716,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3307
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364876.212, "dur": 1.776,
    "args": {
      "External id": 20717,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364876.787, "dur": 1.124,
    "args": {
      "External id": 20718,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364882.650, "dur": 5.251,
    "args": {
      "External id": 20719,"Record function id": 0, "Ev Idx": 3310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364884.012, "dur": 3.435,
    "args": {
      "External id": 20720,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364884.681, "dur": 2.330,
    "args": {
      "External id": 20721,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364885.383, "dur": 1.536,
    "args": {
      "External id": 20722,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364891.334, "dur": 4.182,
    "args": {
      "External id": 20723,"Record function id": 0, "Ev Idx": 3314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364892.503, "dur": 2.593,
    "args": {
      "External id": 20724,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364893.282, "dur": 1.254,
    "args": {
      "External id": 20725,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364893.594, "dur": 0.807,
    "args": {
      "External id": 20726,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364898.602, "dur": 4.100,
    "args": {
      "External id": 20727,"Record function id": 0, "Ev Idx": 3318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364899.694, "dur": 2.587,
    "args": {
      "External id": 20728,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364900.369, "dur": 1.493,
    "args": {
      "External id": 20729,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364900.648, "dur": 1.114,
    "args": {
      "External id": 20730,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364905.857, "dur": 4.297,
    "args": {
      "External id": 20731,"Record function id": 0, "Ev Idx": 3322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364906.942, "dur": 2.799,
    "args": {
      "External id": 20732,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3323
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364907.396, "dur": 1.679,
    "args": {
      "External id": 20733,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3324
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364908.185, "dur": 0.783,
    "args": {
      "External id": 20734,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364913.301, "dur": 3.997,
    "args": {
      "External id": 20735,"Record function id": 0, "Ev Idx": 3326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364914.389, "dur": 2.470,
    "args": {
      "External id": 20736,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364914.858, "dur": 1.428,
    "args": {
      "External id": 20737,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364915.372, "dur": 0.818,
    "args": {
      "External id": 20738,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364920.658, "dur": 6.139,
    "args": {
      "External id": 20739,"Record function id": 0, "Ev Idx": 3330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364921.965, "dur": 4.397,
    "args": {
      "External id": 20740,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364922.596, "dur": 3.340,
    "args": {
      "External id": 20741,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364924.994, "dur": 0.782,
    "args": {
      "External id": 20742,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364929.885, "dur": 4.097,
    "args": {
      "External id": 20743,"Record function id": 0, "Ev Idx": 3334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364931.088, "dur": 2.445,
    "args": {
      "External id": 20744,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3335
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364931.576, "dur": 1.411,
    "args": {
      "External id": 20745,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364931.873, "dur": 1.005,
    "args": {
      "External id": 20746,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364937.618, "dur": 36809.141,
    "args": {
      "External id": 20747,"Record function id": 0, "Sequence number": 246573, "Fwd thread id": 1, "Ev Idx": 3338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364938.860, "dur": 36799.298,
    "args": {
      "External id": 20748,"Sequence number": 246573, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3339
    }
  },
  {
    "ph": "f", "id": 195, "pid": 1336753, "tid": 1381210, "ts": 1295651364938.860,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.16)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651364966.885, "dur": 74.420,
    "args": {
      "External id": 20749,"Record function id": 0, "Ev Idx": 3340
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.16)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365051.034, "dur": 72.725,
    "args": {
      "External id": 20750,"Record function id": 0, "Ev Idx": 3341
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.16)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365129.406, "dur": 36597.613,
    "args": {
      "External id": 20751,"Record function id": 0, "Ev Idx": 3342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365219.943, "dur": 7.004,
    "args": {
      "External id": 20752,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365253.034, "dur": 5.584,
    "args": {
      "External id": 20753,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365274.291, "dur": 35636.496,
    "args": {
      "External id": 20754,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365288.153, "dur": 35614.359,
    "args": {
      "External id": 20755,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365341.485, "dur": 14.383,
    "args": {
      "External id": 20756,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365362.388, "dur": 35497.148,
    "args": {
      "External id": 20757,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 3348
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365364.965, "dur": 35493.886,
    "args": {
      "External id": 20758,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 3349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365369.302, "dur": 5.942,
    "args": {
      "External id": 20759,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651365377.152, "dur": 35478.617,
    "args": {
      "External id": 20760,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 3351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401021.834, "dur": 10.013,
    "args": {
      "External id": 20761,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 3352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401024.758, "dur": 6.448,
    "args": {
      "External id": 20762,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401061.412, "dur": 364.386,
    "args": {
      "External id": 20763,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 3354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401092.869, "dur": 327.864,
    "args": {
      "External id": 20764,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3355, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401103.643, "dur": 310.264,
    "args": {
      "External id": 20765,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 3356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401457.225, "dur": 2.329,
    "args": {
      "External id": 20766,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3357, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401519.526, "dur": 6.686,
    "args": {
      "External id": 20767,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401568.618, "dur": 2.154,
    "args": {
      "External id": 20768,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401588.107, "dur": 1.332,
    "args": {
      "External id": 20769,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401601.238, "dur": 1.224,
    "args": {
      "External id": 20770,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401612.224, "dur": 1.181,
    "args": {
      "External id": 20771,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401627.040, "dur": 1.091,
    "args": {
      "External id": 20772,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401638.793, "dur": 1.844,
    "args": {
      "External id": 20773,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401651.807, "dur": 1.849,
    "args": {
      "External id": 20774,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3365
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401665.138, "dur": 1.273,
    "args": {
      "External id": 20775,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401760.982, "dur": 2836.177,
    "args": {
      "External id": 20776,"Record function id": 0, "Ev Idx": 3367
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.15)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401780.175, "dur": 1066.302,
    "args": {
      "External id": 20777,"Record function id": 0, "Ev Idx": 3368
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.15)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401796.778, "dur": 375.305,
    "args": {
      "External id": 20778,"Record function id": 0, "Ev Idx": 3369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401881.621, "dur": 5.079,
    "args": {
      "External id": 20779,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401889.834, "dur": 1.672,
    "args": {
      "External id": 20780,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401893.125, "dur": 1.550,
    "args": {
      "External id": 20781,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401896.185, "dur": 1.410,
    "args": {
      "External id": 20782,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401901.065, "dur": 1.485,
    "args": {
      "External id": 20783,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401903.970, "dur": 0.957,
    "args": {
      "External id": 20784,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401909.660, "dur": 1.657,
    "args": {
      "External id": 20785,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401912.759, "dur": 1.261,
    "args": {
      "External id": 20786,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401917.241, "dur": 1.901,
    "args": {
      "External id": 20787,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3378
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401920.397, "dur": 1.599,
    "args": {
      "External id": 20788,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401939.082, "dur": 198.482,
    "args": {
      "External id": 20789,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401955.625, "dur": 176.493,
    "args": {
      "External id": 20790,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3381
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651401975.480, "dur": 53.378,
    "args": {
      "External id": 20791,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3382
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402032.735, "dur": 71.171,
    "args": {
      "External id": 20792,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 3383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402034.991, "dur": 68.534,
    "args": {
      "External id": 20793,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 3384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402039.168, "dur": 6.719,
    "args": {
      "External id": 20794,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402049.918, "dur": 53.030,
    "args": {
      "External id": 20795,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 3386
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.14", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402287.889, "dur": 550.451,
    "args": {
      "External id": 20796,"Record function id": 0, "Ev Idx": 3387
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.14)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402305.226, "dur": 521.433,
    "args": {
      "External id": 20797,"Record function id": 0, "Ev Idx": 3388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402367.198, "dur": 6.232,
    "args": {
      "External id": 20798,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402390.480, "dur": 27.766,
    "args": {
      "External id": 20799,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402395.824, "dur": 1.856,
    "args": {
      "External id": 20800,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402400.057, "dur": 0.467,
    "args": {
      "External id": 20801,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402401.810, "dur": 0.666,
    "args": {
      "External id": 20802,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402403.706, "dur": 0.419,
    "args": {
      "External id": 20803,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402405.106, "dur": 1.257,
    "args": {
      "External id": 20804,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402407.549, "dur": 0.879,
    "args": {
      "External id": 20805,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402409.644, "dur": 0.711,
    "args": {
      "External id": 20806,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402411.642, "dur": 0.576,
    "args": {
      "External id": 20807,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402413.086, "dur": 0.683,
    "args": {
      "External id": 20808,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402429.301, "dur": 32.647,
    "args": {
      "External id": 20809,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402492.631, "dur": 102.801,
    "args": {
      "External id": 20810,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 3401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402502.564, "dur": 3.233,
    "args": {
      "External id": 20811,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402510.884, "dur": 11.252,
    "args": {
      "External id": 20812,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402515.141, "dur": 6.563,
    "args": {
      "External id": 20813,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 3404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402518.868, "dur": 1.078,
    "args": {
      "External id": 20814,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402529.493, "dur": 27.743,
    "args": {
      "External id": 20815,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402532.147, "dur": 0.638,
    "args": {
      "External id": 20816,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402534.215, "dur": 0.867,
    "args": {
      "External id": 20817,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402536.419, "dur": 0.880,
    "args": {
      "External id": 20818,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402538.599, "dur": 1.071,
    "args": {
      "External id": 20819,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402540.868, "dur": 0.992,
    "args": {
      "External id": 20820,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402543.089, "dur": 1.151,
    "args": {
      "External id": 20821,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402545.693, "dur": 0.717,
    "args": {
      "External id": 20822,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402547.365, "dur": 0.795,
    "args": {
      "External id": 20823,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402549.367, "dur": 0.572,
    "args": {
      "External id": 20824,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402569.973, "dur": 18.844,
    "args": {
      "External id": 20825,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402640.781, "dur": 119.979,
    "args": {
      "External id": 20826,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 3417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402673.373, "dur": 83.885,
    "args": {
      "External id": 20827,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3418, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402682.238, "dur": 71.031,
    "args": {
      "External id": 20828,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 3419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402779.787, "dur": 2.087,
    "args": {
      "External id": 20829,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3420, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402853.600, "dur": 1722.348,
    "args": {
      "External id": 20830,"Sequence number": 246572, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3421
    }
  },
  {
    "ph": "f", "id": 196, "pid": 1336753, "tid": 1381210, "ts": 1295651402853.600,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651402960.324, "dur": 144.449,
    "args": {
      "External id": 20831,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 3422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403148.521, "dur": 41.644,
    "args": {
      "External id": 20832,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 3423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403207.696, "dur": 70.626,
    "args": {
      "External id": 20833,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 3424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403291.392, "dur": 37.725,
    "args": {
      "External id": 20834,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403335.739, "dur": 44.915,
    "args": {
      "External id": 20835,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3426
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403390.630, "dur": 27.154,
    "args": {
      "External id": 20836,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3427
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403425.582, "dur": 44.820,
    "args": {
      "External id": 20837,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403495.522, "dur": 28.765,
    "args": {
      "External id": 20838,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 3429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403544.208, "dur": 33.785,
    "args": {
      "External id": 20839,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3430
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403600.453, "dur": 22.242,
    "args": {
      "External id": 20840,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3431
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403636.259, "dur": 16.798,
    "args": {
      "External id": 20841,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403662.606, "dur": 32.401,
    "args": {
      "External id": 20842,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403698.063, "dur": 33.045,
    "args": {
      "External id": 20843,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403768.887, "dur": 177.171,
    "args": {
      "External id": 20844,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403854.307, "dur": 6.153,
    "args": {
      "External id": 20845,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403862.407, "dur": 2.613,
    "args": {
      "External id": 20846,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651403977.631, "dur": 63.585,
    "args": {
      "External id": 20847,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404054.606, "dur": 17.569,
    "args": {
      "External id": 20848,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404082.938, "dur": 43.424,
    "args": {
      "External id": 20849,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3440
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404134.365, "dur": 36.931,
    "args": {
      "External id": 20850,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3441
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404178.201, "dur": 21.470,
    "args": {
      "External id": 20851,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404204.278, "dur": 45.214,
    "args": {
      "External id": 20852,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404258.168, "dur": 43.047,
    "args": {
      "External id": 20853,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404314.409, "dur": 38.106,
    "args": {
      "External id": 20854,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404377.158, "dur": 27.986,
    "args": {
      "External id": 20855,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 3446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404423.969, "dur": 29.344,
    "args": {
      "External id": 20856,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3447
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404469.472, "dur": 17.966,
    "args": {
      "External id": 20857,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404503.777, "dur": 16.355,
    "args": {
      "External id": 20858,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404530.743, "dur": 17.267,
    "args": {
      "External id": 20859,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 3450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404619.216, "dur": 15.902,
    "args": {
      "External id": 20860,"Record function id": 0, "Ev Idx": 3451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404622.851, "dur": 11.339,
    "args": {
      "External id": 20861,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404627.345, "dur": 5.956,
    "args": {
      "External id": 20862,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404628.988, "dur": 4.219,
    "args": {
      "External id": 20863,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404639.269, "dur": 5.502,
    "args": {
      "External id": 20864,"Record function id": 0, "Ev Idx": 3455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404640.968, "dur": 3.368,
    "args": {
      "External id": 20865,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404642.195, "dur": 1.675,
    "args": {
      "External id": 20866,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404642.741, "dur": 1.062,
    "args": {
      "External id": 20867,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3458
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404648.368, "dur": 5.714,
    "args": {
      "External id": 20868,"Record function id": 0, "Ev Idx": 3459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404649.871, "dur": 3.734,
    "args": {
      "External id": 20869,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3460
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404650.962, "dur": 2.260,
    "args": {
      "External id": 20870,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3461
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404651.883, "dur": 1.241,
    "args": {
      "External id": 20871,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404657.632, "dur": 4.659,
    "args": {
      "External id": 20872,"Record function id": 0, "Ev Idx": 3463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404659.055, "dur": 2.815,
    "args": {
      "External id": 20873,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404659.921, "dur": 1.279,
    "args": {
      "External id": 20874,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404660.453, "dur": 0.649,
    "args": {
      "External id": 20875,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404665.569, "dur": 4.179,
    "args": {
      "External id": 20876,"Record function id": 0, "Ev Idx": 3467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404666.802, "dur": 2.512,
    "args": {
      "External id": 20877,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404667.279, "dur": 1.362,
    "args": {
      "External id": 20878,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404667.540, "dur": 1.027,
    "args": {
      "External id": 20879,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404672.929, "dur": 3.725,
    "args": {
      "External id": 20880,"Record function id": 0, "Ev Idx": 3471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404673.994, "dur": 2.205,
    "args": {
      "External id": 20881,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404674.703, "dur": 1.051,
    "args": {
      "External id": 20882,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3473
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404675.178, "dur": 0.511,
    "args": {
      "External id": 20883,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404679.981, "dur": 4.125,
    "args": {
      "External id": 20884,"Record function id": 0, "Ev Idx": 3475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404681.320, "dur": 2.367,
    "args": {
      "External id": 20885,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404682.005, "dur": 1.271,
    "args": {
      "External id": 20886,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404682.458, "dur": 0.751,
    "args": {
      "External id": 20887,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404687.529, "dur": 3.856,
    "args": {
      "External id": 20888,"Record function id": 0, "Ev Idx": 3479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404688.756, "dur": 2.200,
    "args": {
      "External id": 20889,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404689.366, "dur": 0.990,
    "args": {
      "External id": 20890,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404689.620, "dur": 0.661,
    "args": {
      "External id": 20891,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404694.504, "dur": 5.657,
    "args": {
      "External id": 20892,"Record function id": 0, "Ev Idx": 3483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404695.752, "dur": 3.987,
    "args": {
      "External id": 20893,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404696.207, "dur": 3.075,
    "args": {
      "External id": 20894,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404698.379, "dur": 0.829,
    "args": {
      "External id": 20895,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404704.150, "dur": 36476.395,
    "args": {
      "External id": 20896,"Record function id": 0, "Sequence number": 246571, "Fwd thread id": 1, "Ev Idx": 3487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404705.452, "dur": 36465.924,
    "args": {
      "External id": 20897,"Sequence number": 246571, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3488
    }
  },
  {
    "ph": "f", "id": 197, "pid": 1336753, "tid": 1381210, "ts": 1295651404705.452,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.15)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404733.576, "dur": 37.445,
    "args": {
      "External id": 20898,"Record function id": 0, "Ev Idx": 3489
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.15)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404778.642, "dur": 64.496,
    "args": {
      "External id": 20899,"Record function id": 0, "Ev Idx": 3490
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.15)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404848.436, "dur": 36314.683,
    "args": {
      "External id": 20900,"Record function id": 0, "Ev Idx": 3491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404936.179, "dur": 6.745,
    "args": {
      "External id": 20901,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3492
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404952.777, "dur": 4.783,
    "args": {
      "External id": 20902,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651404973.741, "dur": 35354.279,
    "args": {
      "External id": 20903,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651405024.714, "dur": 35294.366,
    "args": {
      "External id": 20904,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651405075.705, "dur": 14.818,
    "args": {
      "External id": 20905,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651405097.311, "dur": 35182.504,
    "args": {
      "External id": 20906,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 3497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651405100.045, "dur": 35179.183,
    "args": {
      "External id": 20907,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 3498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651405104.509, "dur": 6.583,
    "args": {
      "External id": 20908,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651405112.896, "dur": 35163.033,
    "args": {
      "External id": 20909,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 3500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651440419.828, "dur": 8.032,
    "args": {
      "External id": 20910,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 3501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651440422.480, "dur": 4.944,
    "args": {
      "External id": 20911,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651440457.217, "dur": 364.321,
    "args": {
      "External id": 20912,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 3503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651440489.928, "dur": 327.139,
    "args": {
      "External id": 20913,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3504, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651440499.996, "dur": 311.576,
    "args": {
      "External id": 20914,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 3505
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651440842.664, "dur": 2.259,
    "args": {
      "External id": 20915,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3506, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651440903.113, "dur": 6.430,
    "args": {
      "External id": 20916,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651440952.947, "dur": 2.009,
    "args": {
      "External id": 20917,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651440975.096, "dur": 1.658,
    "args": {
      "External id": 20918,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441029.831, "dur": 1.896,
    "args": {
      "External id": 20919,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441046.511, "dur": 0.934,
    "args": {
      "External id": 20920,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441057.640, "dur": 1.199,
    "args": {
      "External id": 20921,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441069.904, "dur": 1.074,
    "args": {
      "External id": 20922,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441082.167, "dur": 1.243,
    "args": {
      "External id": 20923,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441096.432, "dur": 1.838,
    "args": {
      "External id": 20924,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441196.044, "dur": 2768.807,
    "args": {
      "External id": 20925,"Record function id": 0, "Ev Idx": 3516
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.14)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441219.349, "dur": 1057.345,
    "args": {
      "External id": 20926,"Record function id": 0, "Ev Idx": 3517
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.14)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441250.445, "dur": 326.092,
    "args": {
      "External id": 20927,"Record function id": 0, "Ev Idx": 3518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441341.173, "dur": 5.121,
    "args": {
      "External id": 20928,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441351.313, "dur": 1.265,
    "args": {
      "External id": 20929,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441354.310, "dur": 1.580,
    "args": {
      "External id": 20930,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441357.362, "dur": 1.736,
    "args": {
      "External id": 20931,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441360.546, "dur": 1.571,
    "args": {
      "External id": 20932,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441365.887, "dur": 1.750,
    "args": {
      "External id": 20933,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441369.203, "dur": 1.083,
    "args": {
      "External id": 20934,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441371.621, "dur": 1.520,
    "args": {
      "External id": 20935,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441374.679, "dur": 1.515,
    "args": {
      "External id": 20936,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441382.984, "dur": 1.789,
    "args": {
      "External id": 20937,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441402.342, "dur": 146.681,
    "args": {
      "External id": 20938,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441419.054, "dur": 126.072,
    "args": {
      "External id": 20939,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441437.532, "dur": 12.532,
    "args": {
      "External id": 20940,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441452.970, "dur": 63.932,
    "args": {
      "External id": 20941,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 3532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441455.362, "dur": 61.174,
    "args": {
      "External id": 20942,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 3533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441460.180, "dur": 5.289,
    "args": {
      "External id": 20943,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441466.946, "dur": 48.921,
    "args": {
      "External id": 20944,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 3535
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.13", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441668.107, "dur": 600.729,
    "args": {
      "External id": 20945,"Record function id": 0, "Ev Idx": 3536
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.13)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441683.663, "dur": 571.051,
    "args": {
      "External id": 20946,"Record function id": 0, "Ev Idx": 3537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441742.126, "dur": 4.657,
    "args": {
      "External id": 20947,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441762.214, "dur": 24.667,
    "args": {
      "External id": 20948,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441767.183, "dur": 1.826,
    "args": {
      "External id": 20949,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441771.456, "dur": 0.428,
    "args": {
      "External id": 20950,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441773.386, "dur": 0.228,
    "args": {
      "External id": 20951,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441774.381, "dur": 0.866,
    "args": {
      "External id": 20952,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441776.472, "dur": 0.619,
    "args": {
      "External id": 20953,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441777.938, "dur": 1.054,
    "args": {
      "External id": 20954,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441779.971, "dur": 0.892,
    "args": {
      "External id": 20955,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441781.867, "dur": 0.651,
    "args": {
      "External id": 20956,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441783.157, "dur": 0.577,
    "args": {
      "External id": 20957,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441797.741, "dur": 30.470,
    "args": {
      "External id": 20958,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441857.705, "dur": 101.145,
    "args": {
      "External id": 20959,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 3550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441866.938, "dur": 2.911,
    "args": {
      "External id": 20960,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441877.747, "dur": 12.597,
    "args": {
      "External id": 20961,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441884.118, "dur": 5.763,
    "args": {
      "External id": 20962,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 3553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441887.444, "dur": 0.921,
    "args": {
      "External id": 20963,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441899.895, "dur": 25.737,
    "args": {
      "External id": 20964,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441901.413, "dur": 0.756,
    "args": {
      "External id": 20965,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441903.261, "dur": 1.069,
    "args": {
      "External id": 20966,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441905.497, "dur": 0.545,
    "args": {
      "External id": 20967,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441907.222, "dur": 0.515,
    "args": {
      "External id": 20968,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3559
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441908.990, "dur": 0.708,
    "args": {
      "External id": 20969,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3560
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441910.977, "dur": 0.636,
    "args": {
      "External id": 20970,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3561
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441912.720, "dur": 0.853,
    "args": {
      "External id": 20971,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441914.963, "dur": 0.592,
    "args": {
      "External id": 20972,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3563
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441916.806, "dur": 0.709,
    "args": {
      "External id": 20973,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651441935.048, "dur": 17.072,
    "args": {
      "External id": 20974,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3565
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442041.654, "dur": 122.648,
    "args": {
      "External id": 20975,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 3566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442071.012, "dur": 89.823,
    "args": {
      "External id": 20976,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3567, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442080.659, "dur": 75.983,
    "args": {
      "External id": 20977,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 3568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442183.758, "dur": 2.055,
    "args": {
      "External id": 20978,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3569, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442284.729, "dur": 1654.886,
    "args": {
      "External id": 20979,"Sequence number": 246570, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3570
    }
  },
  {
    "ph": "f", "id": 198, "pid": 1336753, "tid": 1381210, "ts": 1295651442284.729,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442400.843, "dur": 110.343,
    "args": {
      "External id": 20980,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 3571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442551.634, "dur": 40.981,
    "args": {
      "External id": 20981,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 3572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442612.750, "dur": 47.803,
    "args": {
      "External id": 20982,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 3573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442672.745, "dur": 31.253,
    "args": {
      "External id": 20983,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3574
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442709.690, "dur": 46.791,
    "args": {
      "External id": 20984,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442762.572, "dur": 29.428,
    "args": {
      "External id": 20985,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3576
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442799.552, "dur": 40.626,
    "args": {
      "External id": 20986,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442863.393, "dur": 27.237,
    "args": {
      "External id": 20987,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 3578
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442909.775, "dur": 28.323,
    "args": {
      "External id": 20988,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651442962.595, "dur": 59.051,
    "args": {
      "External id": 20989,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443038.946, "dur": 22.819,
    "args": {
      "External id": 20990,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443072.124, "dur": 33.954,
    "args": {
      "External id": 20991,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443109.572, "dur": 32.682,
    "args": {
      "External id": 20992,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3583
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443193.122, "dur": 188.805,
    "args": {
      "External id": 20993,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443288.553, "dur": 6.182,
    "args": {
      "External id": 20994,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443296.609, "dur": 2.220,
    "args": {
      "External id": 20995,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443416.230, "dur": 25.900,
    "args": {
      "External id": 20996,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443453.116, "dur": 17.216,
    "args": {
      "External id": 20997,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443481.562, "dur": 41.010,
    "args": {
      "External id": 20998,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443529.374, "dur": 34.749,
    "args": {
      "External id": 20999,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3590
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443571.281, "dur": 21.907,
    "args": {
      "External id": 21000,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3591
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443597.647, "dur": 29.303,
    "args": {
      "External id": 21001,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3592
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443632.759, "dur": 19.807,
    "args": {
      "External id": 21002,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443674.535, "dur": 40.735,
    "args": {
      "External id": 21003,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443737.541, "dur": 23.756,
    "args": {
      "External id": 21004,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 3595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443786.295, "dur": 25.406,
    "args": {
      "External id": 21005,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3596
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443830.853, "dur": 19.147,
    "args": {
      "External id": 21006,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3597
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443864.817, "dur": 15.282,
    "args": {
      "External id": 21007,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651443896.185, "dur": 16.554,
    "args": {
      "External id": 21008,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 3599
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444025.259, "dur": 18.742,
    "args": {
      "External id": 21009,"Record function id": 0, "Ev Idx": 3600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444029.970, "dur": 12.704,
    "args": {
      "External id": 21010,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444034.644, "dur": 6.713,
    "args": {
      "External id": 21011,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444036.089, "dur": 5.018,
    "args": {
      "External id": 21012,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444049.138, "dur": 4.906,
    "args": {
      "External id": 21013,"Record function id": 0, "Ev Idx": 3604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444050.593, "dur": 3.022,
    "args": {
      "External id": 21014,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444051.406, "dur": 1.603,
    "args": {
      "External id": 21015,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444051.964, "dur": 0.935,
    "args": {
      "External id": 21016,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444057.405, "dur": 5.352,
    "args": {
      "External id": 21017,"Record function id": 0, "Ev Idx": 3608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444058.550, "dur": 3.736,
    "args": {
      "External id": 21018,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444059.426, "dur": 2.415,
    "args": {
      "External id": 21019,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3610
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444060.141, "dur": 1.604,
    "args": {
      "External id": 21020,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444065.997, "dur": 4.023,
    "args": {
      "External id": 21021,"Record function id": 0, "Ev Idx": 3612
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444067.308, "dur": 2.295,
    "args": {
      "External id": 21022,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3613
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444067.803, "dur": 1.141,
    "args": {
      "External id": 21023,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3614
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444068.110, "dur": 0.739,
    "args": {
      "External id": 21024,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3615
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444073.174, "dur": 4.453,
    "args": {
      "External id": 21025,"Record function id": 0, "Ev Idx": 3616
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444074.707, "dur": 2.463,
    "args": {
      "External id": 21026,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3617
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444075.188, "dur": 1.231,
    "args": {
      "External id": 21027,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3618
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444075.479, "dur": 0.877,
    "args": {
      "External id": 21028,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444080.686, "dur": 4.191,
    "args": {
      "External id": 21029,"Record function id": 0, "Ev Idx": 3620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444082.176, "dur": 2.280,
    "args": {
      "External id": 21030,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444082.657, "dur": 1.194,
    "args": {
      "External id": 21031,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3622
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444083.124, "dur": 0.659,
    "args": {
      "External id": 21032,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3623
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444088.233, "dur": 3.732,
    "args": {
      "External id": 21033,"Record function id": 0, "Ev Idx": 3624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444089.268, "dur": 2.273,
    "args": {
      "External id": 21034,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444089.953, "dur": 1.171,
    "args": {
      "External id": 21035,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444090.261, "dur": 0.787,
    "args": {
      "External id": 21036,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444095.253, "dur": 3.908,
    "args": {
      "External id": 21037,"Record function id": 0, "Ev Idx": 3628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444096.466, "dur": 2.279,
    "args": {
      "External id": 21038,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444097.119, "dur": 1.207,
    "args": {
      "External id": 21039,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444097.373, "dur": 0.884,
    "args": {
      "External id": 21040,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444102.517, "dur": 5.599,
    "args": {
      "External id": 21041,"Record function id": 0, "Ev Idx": 3632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444103.509, "dur": 4.143,
    "args": {
      "External id": 21042,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444104.330, "dur": 2.744,
    "args": {
      "External id": 21043,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444106.263, "dur": 0.704,
    "args": {
      "External id": 21044,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444112.118, "dur": 35978.502,
    "args": {
      "External id": 21045,"Record function id": 0, "Sequence number": 246569, "Fwd thread id": 1, "Ev Idx": 3636
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444113.597, "dur": 35967.963,
    "args": {
      "External id": 21046,"Sequence number": 246569, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3637
    }
  },
  {
    "ph": "f", "id": 199, "pid": 1336753, "tid": 1381210, "ts": 1295651444113.597,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.14)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444143.561, "dur": 36.607,
    "args": {
      "External id": 21047,"Record function id": 0, "Ev Idx": 3638
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.14)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444188.016, "dur": 82.909,
    "args": {
      "External id": 21048,"Record function id": 0, "Ev Idx": 3639
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.14)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444278.063, "dur": 35794.814,
    "args": {
      "External id": 21049,"Record function id": 0, "Ev Idx": 3640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444367.725, "dur": 7.290,
    "args": {
      "External id": 21050,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3641
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444384.728, "dur": 5.375,
    "args": {
      "External id": 21051,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3642
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444405.809, "dur": 34789.540,
    "args": {
      "External id": 21052,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3643
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444419.635, "dur": 34767.469,
    "args": {
      "External id": 21053,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3644
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444469.263, "dur": 13.295,
    "args": {
      "External id": 21054,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3645
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444489.023, "dur": 34658.549,
    "args": {
      "External id": 21055,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 3646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444491.787, "dur": 34655.098,
    "args": {
      "External id": 21056,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 3647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444495.797, "dur": 5.915,
    "args": {
      "External id": 21057,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651444503.392, "dur": 34640.447,
    "args": {
      "External id": 21058,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 3649
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479295.057, "dur": 8.145,
    "args": {
      "External id": 21059,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 3650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479297.836, "dur": 4.967,
    "args": {
      "External id": 21060,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3651
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479331.678, "dur": 416.345,
    "args": {
      "External id": 21061,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 3652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479362.820, "dur": 379.794,
    "args": {
      "External id": 21062,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3653, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479372.918, "dur": 363.655,
    "args": {
      "External id": 21063,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 3654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479772.179, "dur": 2.452,
    "args": {
      "External id": 21064,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3655, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479835.196, "dur": 6.493,
    "args": {
      "External id": 21065,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479886.963, "dur": 1.503,
    "args": {
      "External id": 21066,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479904.335, "dur": 1.451,
    "args": {
      "External id": 21067,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479918.629, "dur": 0.951,
    "args": {
      "External id": 21068,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479930.084, "dur": 0.922,
    "args": {
      "External id": 21069,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479940.576, "dur": 1.139,
    "args": {
      "External id": 21070,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479954.822, "dur": 0.899,
    "args": {
      "External id": 21071,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3662
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479966.439, "dur": 0.920,
    "args": {
      "External id": 21072,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651479977.455, "dur": 0.816,
    "args": {
      "External id": 21073,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480106.741, "dur": 2721.968,
    "args": {
      "External id": 21074,"Record function id": 0, "Ev Idx": 3665
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.13)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480128.632, "dur": 1029.127,
    "args": {
      "External id": 21075,"Record function id": 0, "Ev Idx": 3666
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.13)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480141.727, "dur": 346.849,
    "args": {
      "External id": 21076,"Record function id": 0, "Ev Idx": 3667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480226.778, "dur": 19.761,
    "args": {
      "External id": 21077,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480251.602, "dur": 1.415,
    "args": {
      "External id": 21078,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480256.983, "dur": 1.503,
    "args": {
      "External id": 21079,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3670
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480260.010, "dur": 1.523,
    "args": {
      "External id": 21080,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480263.021, "dur": 1.281,
    "args": {
      "External id": 21081,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480265.887, "dur": 1.294,
    "args": {
      "External id": 21082,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3673
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480270.473, "dur": 1.293,
    "args": {
      "External id": 21083,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480272.955, "dur": 0.982,
    "args": {
      "External id": 21084,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3675
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480275.457, "dur": 1.207,
    "args": {
      "External id": 21085,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3676
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480278.246, "dur": 1.132,
    "args": {
      "External id": 21086,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480303.688, "dur": 154.549,
    "args": {
      "External id": 21087,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3678
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480320.119, "dur": 134.211,
    "args": {
      "External id": 21088,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3679
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480338.194, "dur": 16.816,
    "args": {
      "External id": 21089,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3680
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480358.263, "dur": 67.810,
    "args": {
      "External id": 21090,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 3681
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480360.965, "dur": 64.760,
    "args": {
      "External id": 21091,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 3682
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480364.610, "dur": 5.819,
    "args": {
      "External id": 21092,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3683
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480372.061, "dur": 52.941,
    "args": {
      "External id": 21093,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 3684
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.12", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480584.599, "dur": 565.357,
    "args": {
      "External id": 21094,"Record function id": 0, "Ev Idx": 3685
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.12)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480599.402, "dur": 539.304,
    "args": {
      "External id": 21095,"Record function id": 0, "Ev Idx": 3686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480657.945, "dur": 4.525,
    "args": {
      "External id": 21096,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480678.422, "dur": 24.155,
    "args": {
      "External id": 21097,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480682.665, "dur": 1.634,
    "args": {
      "External id": 21098,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3689
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480686.503, "dur": 0.486,
    "args": {
      "External id": 21099,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3690
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480687.943, "dur": 0.568,
    "args": {
      "External id": 21100,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3691
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480689.758, "dur": 0.680,
    "args": {
      "External id": 21101,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3692
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480691.240, "dur": 0.803,
    "args": {
      "External id": 21102,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480693.665, "dur": 0.461,
    "args": {
      "External id": 21103,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3694
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480694.974, "dur": 1.153,
    "args": {
      "External id": 21104,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3695
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480697.695, "dur": 0.292,
    "args": {
      "External id": 21105,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3696
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480698.815, "dur": 0.648,
    "args": {
      "External id": 21106,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3697
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480712.750, "dur": 30.408,
    "args": {
      "External id": 21107,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3698
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480775.687, "dur": 95.728,
    "args": {
      "External id": 21108,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 3699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480784.176, "dur": 3.775,
    "args": {
      "External id": 21109,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3700
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480792.495, "dur": 9.603,
    "args": {
      "External id": 21110,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3701
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480796.642, "dur": 5.038,
    "args": {
      "External id": 21111,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 3702
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480799.628, "dur": 0.684,
    "args": {
      "External id": 21112,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480811.680, "dur": 23.033,
    "args": {
      "External id": 21113,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480813.105, "dur": 0.773,
    "args": {
      "External id": 21114,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3705
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480815.371, "dur": 0.791,
    "args": {
      "External id": 21115,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480817.149, "dur": 0.529,
    "args": {
      "External id": 21116,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3707
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480818.862, "dur": 0.699,
    "args": {
      "External id": 21117,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3708
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480820.371, "dur": 0.917,
    "args": {
      "External id": 21118,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3709
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480822.266, "dur": 0.831,
    "args": {
      "External id": 21119,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480824.049, "dur": 0.821,
    "args": {
      "External id": 21120,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480826.127, "dur": 0.475,
    "args": {
      "External id": 21121,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480827.508, "dur": 0.531,
    "args": {
      "External id": 21122,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480846.617, "dur": 18.291,
    "args": {
      "External id": 21123,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3714
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480912.314, "dur": 156.813,
    "args": {
      "External id": 21124,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 3715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480939.697, "dur": 125.717,
    "args": {
      "External id": 21125,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3716, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651480948.078, "dur": 112.482,
    "args": {
      "External id": 21126,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 3717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481086.904, "dur": 2.049,
    "args": {
      "External id": 21127,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3718, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481164.537, "dur": 1643.274,
    "args": {
      "External id": 21128,"Sequence number": 246568, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3719
    }
  },
  {
    "ph": "f", "id": 200, "pid": 1336753, "tid": 1381210, "ts": 1295651481164.537,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481292.037, "dur": 104.087,
    "args": {
      "External id": 21129,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 3720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481436.742, "dur": 41.157,
    "args": {
      "External id": 21130,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 3721
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481494.097, "dur": 52.892,
    "args": {
      "External id": 21131,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 3722
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481557.149, "dur": 32.867,
    "args": {
      "External id": 21132,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3723
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481596.547, "dur": 44.300,
    "args": {
      "External id": 21133,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3724
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481647.311, "dur": 27.385,
    "args": {
      "External id": 21134,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3725
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481681.829, "dur": 40.870,
    "args": {
      "External id": 21135,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3726
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481748.857, "dur": 25.433,
    "args": {
      "External id": 21136,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 3727
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481794.092, "dur": 31.976,
    "args": {
      "External id": 21137,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3728
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481846.165, "dur": 19.623,
    "args": {
      "External id": 21138,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3729
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481881.377, "dur": 18.088,
    "args": {
      "External id": 21139,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3730
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481907.803, "dur": 31.169,
    "args": {
      "External id": 21140,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651481941.947, "dur": 34.748,
    "args": {
      "External id": 21141,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482043.988, "dur": 178.090,
    "args": {
      "External id": 21142,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482123.084, "dur": 6.566,
    "args": {
      "External id": 21143,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482131.967, "dur": 2.326,
    "args": {
      "External id": 21144,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482273.502, "dur": 30.303,
    "args": {
      "External id": 21145,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482321.618, "dur": 15.941,
    "args": {
      "External id": 21146,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482346.731, "dur": 43.948,
    "args": {
      "External id": 21147,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482396.606, "dur": 34.692,
    "args": {
      "External id": 21148,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482437.877, "dur": 24.501,
    "args": {
      "External id": 21149,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482466.648, "dur": 30.256,
    "args": {
      "External id": 21150,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482501.998, "dur": 34.460,
    "args": {
      "External id": 21151,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3742
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482548.578, "dur": 34.804,
    "args": {
      "External id": 21152,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3743
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482606.024, "dur": 27.857,
    "args": {
      "External id": 21153,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 3744
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482652.334, "dur": 24.979,
    "args": {
      "External id": 21154,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3745
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482697.566, "dur": 18.597,
    "args": {
      "External id": 21155,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482733.054, "dur": 16.683,
    "args": {
      "External id": 21156,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3747
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482762.863, "dur": 17.339,
    "args": {
      "External id": 21157,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 3748
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482850.976, "dur": 15.054,
    "args": {
      "External id": 21158,"Record function id": 0, "Ev Idx": 3749
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482854.176, "dur": 10.880,
    "args": {
      "External id": 21159,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482858.339, "dur": 5.824,
    "args": {
      "External id": 21160,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482859.760, "dur": 4.288,
    "args": {
      "External id": 21161,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482870.034, "dur": 4.310,
    "args": {
      "External id": 21162,"Record function id": 0, "Ev Idx": 3753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482871.111, "dur": 2.748,
    "args": {
      "External id": 21163,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3754
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482871.868, "dur": 1.480,
    "args": {
      "External id": 21164,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3755
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482872.224, "dur": 1.058,
    "args": {
      "External id": 21165,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482877.608, "dur": 4.663,
    "args": {
      "External id": 21166,"Record function id": 0, "Ev Idx": 3757
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482879.104, "dur": 2.699,
    "args": {
      "External id": 21167,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3758
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482879.684, "dur": 1.691,
    "args": {
      "External id": 21168,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3759
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482880.476, "dur": 0.805,
    "args": {
      "External id": 21169,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482885.561, "dur": 3.928,
    "args": {
      "External id": 21170,"Record function id": 0, "Ev Idx": 3761
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482886.739, "dur": 2.268,
    "args": {
      "External id": 21171,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3762
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482887.538, "dur": 1.098,
    "args": {
      "External id": 21172,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482887.864, "dur": 0.671,
    "args": {
      "External id": 21173,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482892.645, "dur": 4.288,
    "args": {
      "External id": 21174,"Record function id": 0, "Ev Idx": 3765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482893.698, "dur": 2.803,
    "args": {
      "External id": 21175,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482894.358, "dur": 1.766,
    "args": {
      "External id": 21176,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482894.895, "dur": 1.165,
    "args": {
      "External id": 21177,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482900.147, "dur": 3.809,
    "args": {
      "External id": 21178,"Record function id": 0, "Ev Idx": 3769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482901.222, "dur": 2.310,
    "args": {
      "External id": 21179,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482901.662, "dur": 1.278,
    "args": {
      "External id": 21180,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3771
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482902.161, "dur": 0.678,
    "args": {
      "External id": 21181,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3772
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482907.188, "dur": 3.361,
    "args": {
      "External id": 21182,"Record function id": 0, "Ev Idx": 3773
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482908.039, "dur": 2.099,
    "args": {
      "External id": 21183,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3774
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482908.521, "dur": 1.170,
    "args": {
      "External id": 21184,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3775
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482908.782, "dur": 0.830,
    "args": {
      "External id": 21185,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3776
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482913.706, "dur": 3.634,
    "args": {
      "External id": 21186,"Record function id": 0, "Ev Idx": 3777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482914.669, "dur": 2.246,
    "args": {
      "External id": 21187,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482915.126, "dur": 1.293,
    "args": {
      "External id": 21188,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3779
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482915.458, "dur": 0.886,
    "args": {
      "External id": 21189,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482920.642, "dur": 3.649,
    "args": {
      "External id": 21190,"Record function id": 0, "Ev Idx": 3781
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482921.719, "dur": 2.117,
    "args": {
      "External id": 21191,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3782
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482922.226, "dur": 1.239,
    "args": {
      "External id": 21192,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3783
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482922.561, "dur": 0.831,
    "args": {
      "External id": 21193,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3784
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482928.085, "dur": 36010.851,
    "args": {
      "External id": 21194,"Record function id": 0, "Sequence number": 246567, "Fwd thread id": 1, "Ev Idx": 3785
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482929.278, "dur": 36001.331,
    "args": {
      "External id": 21195,"Sequence number": 246567, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3786
    }
  },
  {
    "ph": "f", "id": 201, "pid": 1336753, "tid": 1381210, "ts": 1295651482929.278,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.13)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651482956.672, "dur": 74.249,
    "args": {
      "External id": 21196,"Record function id": 0, "Ev Idx": 3787
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.13)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483040.082, "dur": 66.103,
    "args": {
      "External id": 21197,"Record function id": 0, "Ev Idx": 3788
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.13)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483112.270, "dur": 35810.997,
    "args": {
      "External id": 21198,"Record function id": 0, "Ev Idx": 3789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483205.071, "dur": 7.301,
    "args": {
      "External id": 21199,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3790
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483222.740, "dur": 5.128,
    "args": {
      "External id": 21200,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3791
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483262.418, "dur": 34867.091,
    "args": {
      "External id": 21201,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483277.117, "dur": 34843.843,
    "args": {
      "External id": 21202,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483325.596, "dur": 14.656,
    "args": {
      "External id": 21203,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483346.614, "dur": 34735.207,
    "args": {
      "External id": 21204,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 3795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483349.259, "dur": 34731.904,
    "args": {
      "External id": 21205,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 3796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483353.136, "dur": 5.493,
    "args": {
      "External id": 21206,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651483360.468, "dur": 34717.224,
    "args": {
      "External id": 21207,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 3798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518221.148, "dur": 27.665,
    "args": {
      "External id": 21208,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 3799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518226.988, "dur": 21.123,
    "args": {
      "External id": 21209,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3800
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518278.380, "dur": 361.030,
    "args": {
      "External id": 21210,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 3801
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518312.447, "dur": 322.534,
    "args": {
      "External id": 21211,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3802, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518323.724, "dur": 305.789,
    "args": {
      "External id": 21212,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 3803
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518661.051, "dur": 2.329,
    "args": {
      "External id": 21213,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3804, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518720.651, "dur": 6.649,
    "args": {
      "External id": 21214,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518769.710, "dur": 1.625,
    "args": {
      "External id": 21215,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518787.126, "dur": 1.538,
    "args": {
      "External id": 21216,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3807
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518801.063, "dur": 0.894,
    "args": {
      "External id": 21217,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518812.219, "dur": 1.397,
    "args": {
      "External id": 21218,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3809
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518823.666, "dur": 0.994,
    "args": {
      "External id": 21219,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518838.399, "dur": 1.351,
    "args": {
      "External id": 21220,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518851.473, "dur": 1.194,
    "args": {
      "External id": 21221,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518862.297, "dur": 1.337,
    "args": {
      "External id": 21222,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518952.976, "dur": 2734.625,
    "args": {
      "External id": 21223,"Record function id": 0, "Ev Idx": 3814
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.12)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651518973.459, "dur": 1054.618,
    "args": {
      "External id": 21224,"Record function id": 0, "Ev Idx": 3815
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.12)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519027.612, "dur": 346.014,
    "args": {
      "External id": 21225,"Record function id": 0, "Ev Idx": 3816
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519116.968, "dur": 5.228,
    "args": {
      "External id": 21226,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519127.544, "dur": 1.005,
    "args": {
      "External id": 21227,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519130.318, "dur": 1.725,
    "args": {
      "External id": 21228,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519133.638, "dur": 1.263,
    "args": {
      "External id": 21229,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3820
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519136.463, "dur": 1.740,
    "args": {
      "External id": 21230,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519142.139, "dur": 1.377,
    "args": {
      "External id": 21231,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3822
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519145.273, "dur": 1.419,
    "args": {
      "External id": 21232,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519148.293, "dur": 1.454,
    "args": {
      "External id": 21233,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3824
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519151.265, "dur": 1.247,
    "args": {
      "External id": 21234,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3825
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519155.888, "dur": 1.540,
    "args": {
      "External id": 21235,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519176.435, "dur": 165.679,
    "args": {
      "External id": 21236,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519193.123, "dur": 144.213,
    "args": {
      "External id": 21237,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3828
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519211.176, "dur": 12.504,
    "args": {
      "External id": 21238,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3829
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519226.393, "dur": 81.500,
    "args": {
      "External id": 21239,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 3830
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519243.279, "dur": 64.236,
    "args": {
      "External id": 21240,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 3831
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519247.545, "dur": 6.271,
    "args": {
      "External id": 21241,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3832
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519255.584, "dur": 51.341,
    "args": {
      "External id": 21242,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 3833
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.11", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519468.984, "dur": 510.207,
    "args": {
      "External id": 21243,"Record function id": 0, "Ev Idx": 3834
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.11)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519484.184, "dur": 483.048,
    "args": {
      "External id": 21244,"Record function id": 0, "Ev Idx": 3835
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519544.022, "dur": 4.800,
    "args": {
      "External id": 21245,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3836
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519564.594, "dur": 23.919,
    "args": {
      "External id": 21246,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3837
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519569.059, "dur": 1.729,
    "args": {
      "External id": 21247,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3838
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519572.546, "dur": 0.557,
    "args": {
      "External id": 21248,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3839
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519574.083, "dur": 0.463,
    "args": {
      "External id": 21249,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519575.526, "dur": 1.149,
    "args": {
      "External id": 21250,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519577.802, "dur": 0.198,
    "args": {
      "External id": 21251,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519579.404, "dur": 0.704,
    "args": {
      "External id": 21252,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519581.240, "dur": 0.574,
    "args": {
      "External id": 21253,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519582.625, "dur": 0.491,
    "args": {
      "External id": 21254,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3845
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519584.340, "dur": 0.758,
    "args": {
      "External id": 21255,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519599.062, "dur": 31.258,
    "args": {
      "External id": 21256,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3847
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519660.080, "dur": 87.159,
    "args": {
      "External id": 21257,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 3848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519668.751, "dur": 2.976,
    "args": {
      "External id": 21258,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3849
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519676.514, "dur": 12.516,
    "args": {
      "External id": 21259,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3850
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519682.968, "dur": 5.623,
    "args": {
      "External id": 21260,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 3851
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519686.054, "dur": 0.520,
    "args": {
      "External id": 21261,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3852
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519695.600, "dur": 19.957,
    "args": {
      "External id": 21262,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3853
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519697.273, "dur": 0.832,
    "args": {
      "External id": 21263,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3854
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519698.928, "dur": 0.488,
    "args": {
      "External id": 21264,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3855
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519700.554, "dur": 0.714,
    "args": {
      "External id": 21265,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519702.372, "dur": 0.419,
    "args": {
      "External id": 21266,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3857
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519703.617, "dur": 0.714,
    "args": {
      "External id": 21267,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3858
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519705.289, "dur": 0.350,
    "args": {
      "External id": 21268,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519706.532, "dur": 0.837,
    "args": {
      "External id": 21269,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3860
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519708.517, "dur": 0.268,
    "args": {
      "External id": 21270,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519709.633, "dur": 0.633,
    "args": {
      "External id": 21271,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3862
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519723.772, "dur": 16.710,
    "args": {
      "External id": 21272,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519788.903, "dur": 116.626,
    "args": {
      "External id": 21273,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 3864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519815.189, "dur": 87.016,
    "args": {
      "External id": 21274,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3865, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519823.899, "dur": 74.386,
    "args": {
      "External id": 21275,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 3866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651519920.528, "dur": 1.996,
    "args": {
      "External id": 21276,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3867, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520037.037, "dur": 1628.815,
    "args": {
      "External id": 21277,"Sequence number": 246566, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3868
    }
  },
  {
    "ph": "f", "id": 202, "pid": 1336753, "tid": 1381210, "ts": 1295651520037.037,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520147.461, "dur": 120.788,
    "args": {
      "External id": 21278,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 3869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520311.724, "dur": 40.857,
    "args": {
      "External id": 21279,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 3870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520370.502, "dur": 52.672,
    "args": {
      "External id": 21280,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 3871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520432.252, "dur": 32.285,
    "args": {
      "External id": 21281,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520470.850, "dur": 44.900,
    "args": {
      "External id": 21282,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520522.827, "dur": 26.998,
    "args": {
      "External id": 21283,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 3874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520557.811, "dur": 42.458,
    "args": {
      "External id": 21284,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 3875
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520624.388, "dur": 24.272,
    "args": {
      "External id": 21285,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 3876
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520669.141, "dur": 29.792,
    "args": {
      "External id": 21286,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3877
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520719.671, "dur": 19.954,
    "args": {
      "External id": 21287,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3878
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520754.824, "dur": 16.865,
    "args": {
      "External id": 21288,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3879
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520781.313, "dur": 28.371,
    "args": {
      "External id": 21289,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3880
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520813.375, "dur": 31.681,
    "args": {
      "External id": 21290,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3881
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520870.866, "dur": 204.343,
    "args": {
      "External id": 21291,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 3882
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520943.712, "dur": 6.722,
    "args": {
      "External id": 21292,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651520952.726, "dur": 2.267,
    "args": {
      "External id": 21293,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521110.296, "dur": 25.474,
    "args": {
      "External id": 21294,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521146.597, "dur": 20.093,
    "args": {
      "External id": 21295,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3886
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521176.821, "dur": 41.619,
    "args": {
      "External id": 21296,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521243.395, "dur": 46.038,
    "args": {
      "External id": 21297,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3888
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521299.091, "dur": 22.854,
    "args": {
      "External id": 21298,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3889
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521326.544, "dur": 31.858,
    "args": {
      "External id": 21299,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521364.456, "dur": 20.340,
    "args": {
      "External id": 21300,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 3891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521392.084, "dur": 41.927,
    "args": {
      "External id": 21301,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 3892
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521464.684, "dur": 27.233,
    "args": {
      "External id": 21302,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 3893
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521510.988, "dur": 28.812,
    "args": {
      "External id": 21303,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 3894
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521555.590, "dur": 18.125,
    "args": {
      "External id": 21304,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 3895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521591.266, "dur": 13.950,
    "args": {
      "External id": 21305,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 3896
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521617.477, "dur": 20.929,
    "args": {
      "External id": 21306,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 3897
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521712.758, "dur": 16.031,
    "args": {
      "External id": 21307,"Record function id": 0, "Ev Idx": 3898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521716.242, "dur": 11.509,
    "args": {
      "External id": 21308,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521720.659, "dur": 6.098,
    "args": {
      "External id": 21309,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521722.382, "dur": 4.259,
    "args": {
      "External id": 21310,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521732.825, "dur": 5.232,
    "args": {
      "External id": 21311,"Record function id": 0, "Ev Idx": 3902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521734.532, "dur": 3.060,
    "args": {
      "External id": 21312,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521735.632, "dur": 1.386,
    "args": {
      "External id": 21313,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521736.188, "dur": 0.757,
    "args": {
      "External id": 21314,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521741.655, "dur": 5.356,
    "args": {
      "External id": 21315,"Record function id": 0, "Ev Idx": 3906
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521742.977, "dur": 3.601,
    "args": {
      "External id": 21316,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3907
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521744.084, "dur": 1.941,
    "args": {
      "External id": 21317,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3908
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521744.896, "dur": 1.028,
    "args": {
      "External id": 21318,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 3909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521750.328, "dur": 6.856,
    "args": {
      "External id": 21319,"Record function id": 0, "Ev Idx": 3910
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521754.373, "dur": 2.366,
    "args": {
      "External id": 21320,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3911
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521755.090, "dur": 1.244,
    "args": {
      "External id": 21321,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3912
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521755.391, "dur": 0.848,
    "args": {
      "External id": 21322,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 3913
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521760.382, "dur": 3.511,
    "args": {
      "External id": 21323,"Record function id": 0, "Ev Idx": 3914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521761.256, "dur": 2.208,
    "args": {
      "External id": 21324,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3915
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521761.962, "dur": 0.944,
    "args": {
      "External id": 21325,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521762.226, "dur": 0.608,
    "args": {
      "External id": 21326,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521766.977, "dur": 4.543,
    "args": {
      "External id": 21327,"Record function id": 0, "Ev Idx": 3918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521768.583, "dur": 2.498,
    "args": {
      "External id": 21328,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521769.259, "dur": 1.387,
    "args": {
      "External id": 21329,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3920
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521769.774, "dur": 0.772,
    "args": {
      "External id": 21330,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3921
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521774.759, "dur": 4.149,
    "args": {
      "External id": 21331,"Record function id": 0, "Ev Idx": 3922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521776.136, "dur": 2.338,
    "args": {
      "External id": 21332,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521776.846, "dur": 1.023,
    "args": {
      "External id": 21333,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521777.125, "dur": 0.662,
    "args": {
      "External id": 21334,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521782.092, "dur": 3.597,
    "args": {
      "External id": 21335,"Record function id": 0, "Ev Idx": 3926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521783.180, "dur": 2.049,
    "args": {
      "External id": 21336,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521783.879, "dur": 0.898,
    "args": {
      "External id": 21337,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3928
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521784.142, "dur": 0.574,
    "args": {
      "External id": 21338,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 3929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521789.322, "dur": 6.600,
    "args": {
      "External id": 21339,"Record function id": 0, "Ev Idx": 3930
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521790.202, "dur": 5.300,
    "args": {
      "External id": 21340,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3931
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521790.717, "dur": 4.242,
    "args": {
      "External id": 21341,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3932
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521793.968, "dur": 0.922,
    "args": {
      "External id": 21342,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 3933
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521799.753, "dur": 37536.892,
    "args": {
      "External id": 21343,"Record function id": 0, "Sequence number": 246565, "Fwd thread id": 1, "Ev Idx": 3934
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521801.015, "dur": 37526.081,
    "args": {
      "External id": 21344,"Sequence number": 246565, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 3935
    }
  },
  {
    "ph": "f", "id": 203, "pid": 1336753, "tid": 1381210, "ts": 1295651521801.015,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.12)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521831.952, "dur": 39.300,
    "args": {
      "External id": 21345,"Record function id": 0, "Ev Idx": 3936
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.12)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521879.121, "dur": 63.425,
    "args": {
      "External id": 21346,"Record function id": 0, "Ev Idx": 3937
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.12)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651521948.323, "dur": 37369.663,
    "args": {
      "External id": 21347,"Record function id": 0, "Ev Idx": 3938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651522075.966, "dur": 7.525,
    "args": {
      "External id": 21348,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3939
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651522093.614, "dur": 5.250,
    "args": {
      "External id": 21349,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3940
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651522115.203, "dur": 36315.223,
    "args": {
      "External id": 21350,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651522129.258, "dur": 36292.924,
    "args": {
      "External id": 21351,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 3942
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651522176.689, "dur": 13.364,
    "args": {
      "External id": 21352,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651522196.743, "dur": 36188.611,
    "args": {
      "External id": 21353,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 3944
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651522199.669, "dur": 36184.909,
    "args": {
      "External id": 21354,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 3945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651522203.540, "dur": 5.948,
    "args": {
      "External id": 21355,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651522211.289, "dur": 36170.059,
    "args": {
      "External id": 21356,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 3947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651558518.029, "dur": 8.297,
    "args": {
      "External id": 21357,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 3948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651558520.824, "dur": 5.194,
    "args": {
      "External id": 21358,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651558555.421, "dur": 402.884,
    "args": {
      "External id": 21359,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 3950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651558583.884, "dur": 369.815,
    "args": {
      "External id": 21360,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 3951, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651558593.943, "dur": 353.771,
    "args": {
      "External id": 21361,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 3952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651558979.515, "dur": 44.850,
    "args": {
      "External id": 21362,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 3953, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559089.807, "dur": 7.067,
    "args": {
      "External id": 21363,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559144.878, "dur": 1.807,
    "args": {
      "External id": 21364,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559161.513, "dur": 1.271,
    "args": {
      "External id": 21365,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559173.976, "dur": 1.163,
    "args": {
      "External id": 21366,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559186.564, "dur": 1.000,
    "args": {
      "External id": 21367,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3958
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559196.798, "dur": 1.540,
    "args": {
      "External id": 21368,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3959
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559208.305, "dur": 1.055,
    "args": {
      "External id": 21369,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3960
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559220.173, "dur": 1.513,
    "args": {
      "External id": 21370,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3961
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559250.317, "dur": 1.902,
    "args": {
      "External id": 21371,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559352.636, "dur": 2692.014,
    "args": {
      "External id": 21372,"Record function id": 0, "Ev Idx": 3963
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.11)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559374.327, "dur": 1029.549,
    "args": {
      "External id": 21373,"Record function id": 0, "Ev Idx": 3964
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.11)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559388.440, "dur": 309.401,
    "args": {
      "External id": 21374,"Record function id": 0, "Ev Idx": 3965
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559472.537, "dur": 4.319,
    "args": {
      "External id": 21375,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 3966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559479.826, "dur": 2.109,
    "args": {
      "External id": 21376,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3967
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559483.645, "dur": 1.259,
    "args": {
      "External id": 21377,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559486.464, "dur": 0.984,
    "args": {
      "External id": 21378,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559491.191, "dur": 1.011,
    "args": {
      "External id": 21379,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559493.842, "dur": 1.513,
    "args": {
      "External id": 21380,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 3971
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559497.091, "dur": 1.391,
    "args": {
      "External id": 21381,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 3972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559499.841, "dur": 1.585,
    "args": {
      "External id": 21382,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3973
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559504.879, "dur": 1.863,
    "args": {
      "External id": 21383,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3974
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559508.647, "dur": 1.019,
    "args": {
      "External id": 21384,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 3975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559527.558, "dur": 143.991,
    "args": {
      "External id": 21385,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3976
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559543.252, "dur": 124.393,
    "args": {
      "External id": 21386,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 3977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559559.056, "dur": 12.364,
    "args": {
      "External id": 21387,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3978
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559574.830, "dur": 64.308,
    "args": {
      "External id": 21388,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 3979
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559577.433, "dur": 61.356,
    "args": {
      "External id": 21389,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 3980
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559581.146, "dur": 5.082,
    "args": {
      "External id": 21390,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559588.176, "dur": 50.133,
    "args": {
      "External id": 21391,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 3982
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.10", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559793.235, "dur": 603.000,
    "args": {
      "External id": 21392,"Record function id": 0, "Ev Idx": 3983
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.10)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559812.463, "dur": 570.848,
    "args": {
      "External id": 21393,"Record function id": 0, "Ev Idx": 3984
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559871.437, "dur": 4.820,
    "args": {
      "External id": 21394,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3985
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559891.517, "dur": 25.918,
    "args": {
      "External id": 21395,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 3986
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559896.116, "dur": 1.228,
    "args": {
      "External id": 21396,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3987
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559899.139, "dur": 0.291,
    "args": {
      "External id": 21397,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559900.957, "dur": 0.992,
    "args": {
      "External id": 21398,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3989
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559903.599, "dur": 0.539,
    "args": {
      "External id": 21399,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3990
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559906.001, "dur": 1.213,
    "args": {
      "External id": 21400,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3991
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559908.501, "dur": 0.376,
    "args": {
      "External id": 21401,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3992
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559910.073, "dur": 0.615,
    "args": {
      "External id": 21402,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559911.942, "dur": 0.609,
    "args": {
      "External id": 21403,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3994
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559913.656, "dur": 0.211,
    "args": {
      "External id": 21404,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 3995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651559927.239, "dur": 29.260,
    "args": {
      "External id": 21405,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 3996
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560020.694, "dur": 106.920,
    "args": {
      "External id": 21406,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 3997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560034.944, "dur": 5.033,
    "args": {
      "External id": 21407,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 3998
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560045.482, "dur": 10.717,
    "args": {
      "External id": 21408,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 3999
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560049.689, "dur": 6.061,
    "args": {
      "External id": 21409,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 4000
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560053.363, "dur": 0.576,
    "args": {
      "External id": 21410,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560063.615, "dur": 25.776,
    "args": {
      "External id": 21411,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560065.662, "dur": 0.687,
    "args": {
      "External id": 21412,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560068.313, "dur": 0.218,
    "args": {
      "External id": 21413,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560070.045, "dur": 0.873,
    "args": {
      "External id": 21414,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560072.165, "dur": 0.438,
    "args": {
      "External id": 21415,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4006
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560073.574, "dur": 0.729,
    "args": {
      "External id": 21416,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4007
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560075.454, "dur": 0.303,
    "args": {
      "External id": 21417,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560077.135, "dur": 0.476,
    "args": {
      "External id": 21418,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560078.764, "dur": 0.249,
    "args": {
      "External id": 21419,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4010
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560080.078, "dur": 0.163,
    "args": {
      "External id": 21420,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4011
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560099.975, "dur": 20.285,
    "args": {
      "External id": 21421,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4012
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560175.122, "dur": 136.516,
    "args": {
      "External id": 21422,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 4013
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560200.008, "dur": 107.784,
    "args": {
      "External id": 21423,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4014, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560209.035, "dur": 94.487,
    "args": {
      "External id": 21424,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 4015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560330.690, "dur": 1.925,
    "args": {
      "External id": 21425,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4016, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560410.657, "dur": 1611.244,
    "args": {
      "External id": 21426,"Sequence number": 246564, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4017
    }
  },
  {
    "ph": "f", "id": 204, "pid": 1336753, "tid": 1381210, "ts": 1295651560410.657,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560521.174, "dur": 101.484,
    "args": {
      "External id": 21427,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 4018
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560663.321, "dur": 39.688,
    "args": {
      "External id": 21428,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 4019
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560721.470, "dur": 46.979,
    "args": {
      "External id": 21429,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 4020
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560780.119, "dur": 30.974,
    "args": {
      "External id": 21430,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560816.878, "dur": 44.631,
    "args": {
      "External id": 21431,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560868.681, "dur": 26.800,
    "args": {
      "External id": 21432,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560902.609, "dur": 41.302,
    "args": {
      "External id": 21433,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4024
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651560970.548, "dur": 65.851,
    "args": {
      "External id": 21434,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 4025
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561057.348, "dur": 29.271,
    "args": {
      "External id": 21435,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4026
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561109.593, "dur": 19.490,
    "args": {
      "External id": 21436,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4027
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561142.941, "dur": 16.182,
    "args": {
      "External id": 21437,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561167.313, "dur": 33.189,
    "args": {
      "External id": 21438,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561203.974, "dur": 47.538,
    "args": {
      "External id": 21439,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561280.586, "dur": 177.705,
    "args": {
      "External id": 21440,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561359.872, "dur": 5.521,
    "args": {
      "External id": 21441,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561367.290, "dur": 2.468,
    "args": {
      "External id": 21442,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561491.350, "dur": 24.721,
    "args": {
      "External id": 21443,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561525.567, "dur": 15.709,
    "args": {
      "External id": 21444,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561548.643, "dur": 36.709,
    "args": {
      "External id": 21445,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561590.457, "dur": 34.023,
    "args": {
      "External id": 21446,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4037
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561630.988, "dur": 24.668,
    "args": {
      "External id": 21447,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4038
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561660.282, "dur": 28.939,
    "args": {
      "External id": 21448,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4039
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561695.277, "dur": 24.443,
    "args": {
      "External id": 21449,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4040
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561725.778, "dur": 29.307,
    "args": {
      "External id": 21450,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4041
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561788.147, "dur": 26.978,
    "args": {
      "External id": 21451,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 4042
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561832.342, "dur": 25.880,
    "args": {
      "External id": 21452,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4043
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561874.333, "dur": 20.736,
    "args": {
      "External id": 21453,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4044
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561910.228, "dur": 15.433,
    "args": {
      "External id": 21454,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4045
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651561938.729, "dur": 20.497,
    "args": {
      "External id": 21455,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 4046
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562070.686, "dur": 15.168,
    "args": {
      "External id": 21456,"Record function id": 0, "Ev Idx": 4047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562074.193, "dur": 10.712,
    "args": {
      "External id": 21457,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562078.347, "dur": 5.581,
    "args": {
      "External id": 21458,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562079.711, "dur": 4.109,
    "args": {
      "External id": 21459,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562089.798, "dur": 5.774,
    "args": {
      "External id": 21460,"Record function id": 0, "Ev Idx": 4051
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562091.071, "dur": 4.056,
    "args": {
      "External id": 21461,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562092.311, "dur": 2.365,
    "args": {
      "External id": 21462,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562092.903, "dur": 1.711,
    "args": {
      "External id": 21463,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562098.896, "dur": 4.649,
    "args": {
      "External id": 21464,"Record function id": 0, "Ev Idx": 4055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562100.306, "dur": 2.805,
    "args": {
      "External id": 21465,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562100.979, "dur": 1.711,
    "args": {
      "External id": 21466,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4057
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562101.678, "dur": 0.923,
    "args": {
      "External id": 21467,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562106.746, "dur": 4.237,
    "args": {
      "External id": 21468,"Record function id": 0, "Ev Idx": 4059
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562108.101, "dur": 2.448,
    "args": {
      "External id": 21469,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4060
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562108.756, "dur": 1.343,
    "args": {
      "External id": 21470,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562109.296, "dur": 0.718,
    "args": {
      "External id": 21471,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4062
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562114.127, "dur": 7.447,
    "args": {
      "External id": 21472,"Record function id": 0, "Ev Idx": 4063
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562115.623, "dur": 5.521,
    "args": {
      "External id": 21473,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4064
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562116.096, "dur": 1.852,
    "args": {
      "External id": 21474,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4065
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562116.865, "dur": 0.977,
    "args": {
      "External id": 21475,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562124.673, "dur": 3.412,
    "args": {
      "External id": 21476,"Record function id": 0, "Ev Idx": 4067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562125.494, "dur": 2.155,
    "args": {
      "External id": 21477,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562125.974, "dur": 1.260,
    "args": {
      "External id": 21478,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4069
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562126.354, "dur": 0.805,
    "args": {
      "External id": 21479,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4070
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562131.368, "dur": 3.447,
    "args": {
      "External id": 21480,"Record function id": 0, "Ev Idx": 4071
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562132.401, "dur": 2.000,
    "args": {
      "External id": 21481,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562133.035, "dur": 0.798,
    "args": {
      "External id": 21482,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4073
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562133.294, "dur": 0.472,
    "args": {
      "External id": 21483,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562137.882, "dur": 4.133,
    "args": {
      "External id": 21484,"Record function id": 0, "Ev Idx": 4075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562138.872, "dur": 2.732,
    "args": {
      "External id": 21485,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562139.861, "dur": 1.187,
    "args": {
      "External id": 21486,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4077
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562140.144, "dur": 0.837,
    "args": {
      "External id": 21487,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562145.140, "dur": 4.998,
    "args": {
      "External id": 21488,"Record function id": 0, "Ev Idx": 4079
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562146.134, "dur": 3.587,
    "args": {
      "External id": 21489,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4080
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562146.825, "dur": 2.342,
    "args": {
      "External id": 21490,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562148.541, "dur": 0.553,
    "args": {
      "External id": 21491,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4082
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562153.962, "dur": 35659.146,
    "args": {
      "External id": 21492,"Record function id": 0, "Sequence number": 246563, "Fwd thread id": 1, "Ev Idx": 4083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562155.492, "dur": 35649.189,
    "args": {
      "External id": 21493,"Sequence number": 246563, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4084
    }
  },
  {
    "ph": "f", "id": 205, "pid": 1336753, "tid": 1381210, "ts": 1295651562155.492,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.11)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562186.685, "dur": 37.211,
    "args": {
      "External id": 21494,"Record function id": 0, "Ev Idx": 4085
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.11)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562247.626, "dur": 67.124,
    "args": {
      "External id": 21495,"Record function id": 0, "Ev Idx": 4086
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.11)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562321.776, "dur": 35475.142,
    "args": {
      "External id": 21496,"Record function id": 0, "Ev Idx": 4087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562415.119, "dur": 6.893,
    "args": {
      "External id": 21497,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4088
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562431.883, "dur": 5.079,
    "args": {
      "External id": 21498,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4089
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562451.474, "dur": 34646.273,
    "args": {
      "External id": 21499,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4090
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562466.479, "dur": 34621.959,
    "args": {
      "External id": 21500,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4091
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562511.780, "dur": 15.373,
    "args": {
      "External id": 21501,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4092
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562533.779, "dur": 34514.217,
    "args": {
      "External id": 21502,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 4093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562536.366, "dur": 34510.852,
    "args": {
      "External id": 21503,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 4094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562540.102, "dur": 5.387,
    "args": {
      "External id": 21504,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651562569.605, "dur": 34474.231,
    "args": {
      "External id": 21505,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 4096
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597187.450, "dur": 10.316,
    "args": {
      "External id": 21506,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 4097
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597191.608, "dur": 5.729,
    "args": {
      "External id": 21507,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4098
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597240.585, "dur": 276.883,
    "args": {
      "External id": 21508,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 4099
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597268.396, "dur": 244.946,
    "args": {
      "External id": 21509,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4100, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597280.725, "dur": 227.443,
    "args": {
      "External id": 21510,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 4101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597536.009, "dur": 2.378,
    "args": {
      "External id": 21511,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4102, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597593.080, "dur": 6.744,
    "args": {
      "External id": 21512,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4103
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597642.954, "dur": 1.366,
    "args": {
      "External id": 21513,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597659.427, "dur": 1.331,
    "args": {
      "External id": 21514,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597672.171, "dur": 1.064,
    "args": {
      "External id": 21515,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597684.652, "dur": 0.943,
    "args": {
      "External id": 21516,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597695.457, "dur": 1.422,
    "args": {
      "External id": 21517,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597709.448, "dur": 1.016,
    "args": {
      "External id": 21518,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597722.870, "dur": 1.284,
    "args": {
      "External id": 21519,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597734.469, "dur": 1.611,
    "args": {
      "External id": 21520,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597826.879, "dur": 2744.902,
    "args": {
      "External id": 21521,"Record function id": 0, "Ev Idx": 4112
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.10)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597846.731, "dur": 1005.482,
    "args": {
      "External id": 21522,"Record function id": 0, "Ev Idx": 4113
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.10)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597860.681, "dur": 354.379,
    "args": {
      "External id": 21523,"Record function id": 0, "Ev Idx": 4114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597937.612, "dur": 4.501,
    "args": {
      "External id": 21524,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597945.274, "dur": 1.639,
    "args": {
      "External id": 21525,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4116
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597948.612, "dur": 1.780,
    "args": {
      "External id": 21526,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4117
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597951.942, "dur": 1.401,
    "args": {
      "External id": 21527,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597956.410, "dur": 1.681,
    "args": {
      "External id": 21528,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597959.580, "dur": 1.262,
    "args": {
      "External id": 21529,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597962.344, "dur": 1.636,
    "args": {
      "External id": 21530,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597965.510, "dur": 1.414,
    "args": {
      "External id": 21531,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4122
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597970.756, "dur": 1.500,
    "args": {
      "External id": 21532,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4123
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651597973.704, "dur": 1.270,
    "args": {
      "External id": 21533,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598029.320, "dur": 152.091,
    "args": {
      "External id": 21534,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4125
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598045.731, "dur": 131.069,
    "args": {
      "External id": 21535,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598063.265, "dur": 12.940,
    "args": {
      "External id": 21536,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598079.344, "dur": 69.616,
    "args": {
      "External id": 21537,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 4128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598082.080, "dur": 66.478,
    "args": {
      "External id": 21538,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 4129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598085.935, "dur": 5.319,
    "args": {
      "External id": 21539,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598094.931, "dur": 53.070,
    "args": {
      "External id": 21540,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 4131
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.9", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598332.943, "dur": 511.560,
    "args": {
      "External id": 21541,"Record function id": 0, "Ev Idx": 4132
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.9)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598349.040, "dur": 483.349,
    "args": {
      "External id": 21542,"Record function id": 0, "Ev Idx": 4133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598410.691, "dur": 5.245,
    "args": {
      "External id": 21543,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598431.786, "dur": 28.162,
    "args": {
      "External id": 21544,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598436.890, "dur": 1.680,
    "args": {
      "External id": 21545,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598439.937, "dur": 0.486,
    "args": {
      "External id": 21546,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598441.834, "dur": 0.371,
    "args": {
      "External id": 21547,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598443.488, "dur": 0.288,
    "args": {
      "External id": 21548,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598444.816, "dur": 0.308,
    "args": {
      "External id": 21549,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598446.063, "dur": 0.924,
    "args": {
      "External id": 21550,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598452.414, "dur": 0.235,
    "args": {
      "External id": 21551,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598453.849, "dur": 0.878,
    "args": {
      "External id": 21552,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598455.950, "dur": 0.271,
    "args": {
      "External id": 21553,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4144
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598468.702, "dur": 30.275,
    "args": {
      "External id": 21554,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598528.772, "dur": 89.991,
    "args": {
      "External id": 21555,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 4146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598537.904, "dur": 2.463,
    "args": {
      "External id": 21556,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598545.223, "dur": 10.280,
    "args": {
      "External id": 21557,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598549.311, "dur": 5.767,
    "args": {
      "External id": 21558,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 4149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598553.256, "dur": 0.604,
    "args": {
      "External id": 21559,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598563.943, "dur": 21.374,
    "args": {
      "External id": 21560,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598565.795, "dur": 0.554,
    "args": {
      "External id": 21561,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598567.859, "dur": 0.330,
    "args": {
      "External id": 21562,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598569.256, "dur": 0.495,
    "args": {
      "External id": 21563,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598571.151, "dur": 0.304,
    "args": {
      "External id": 21564,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598572.154, "dur": 0.505,
    "args": {
      "External id": 21565,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4156
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598573.589, "dur": 0.382,
    "args": {
      "External id": 21566,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598575.126, "dur": 0.769,
    "args": {
      "External id": 21567,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598577.221, "dur": 0.361,
    "args": {
      "External id": 21568,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598578.808, "dur": 0.388,
    "args": {
      "External id": 21569,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598595.340, "dur": 16.623,
    "args": {
      "External id": 21570,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598659.227, "dur": 110.099,
    "args": {
      "External id": 21571,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 4162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598686.737, "dur": 79.361,
    "args": {
      "External id": 21572,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4163, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598695.313, "dur": 66.876,
    "args": {
      "External id": 21573,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 4164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598785.544, "dur": 1.860,
    "args": {
      "External id": 21574,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4165, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598858.849, "dur": 1690.966,
    "args": {
      "External id": 21575,"Sequence number": 246562, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4166
    }
  },
  {
    "ph": "f", "id": 206, "pid": 1336753, "tid": 1381210, "ts": 1295651598858.849,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651598963.424, "dur": 143.155,
    "args": {
      "External id": 21576,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 4167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599154.662, "dur": 40.976,
    "args": {
      "External id": 21577,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 4168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599215.744, "dur": 69.671,
    "args": {
      "External id": 21578,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 4169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599301.456, "dur": 33.563,
    "args": {
      "External id": 21579,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599341.978, "dur": 48.829,
    "args": {
      "External id": 21580,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599397.712, "dur": 26.257,
    "args": {
      "External id": 21581,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599430.895, "dur": 41.262,
    "args": {
      "External id": 21582,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599501.196, "dur": 25.746,
    "args": {
      "External id": 21583,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 4174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599559.468, "dur": 30.807,
    "args": {
      "External id": 21584,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4175
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599611.277, "dur": 18.939,
    "args": {
      "External id": 21585,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599644.013, "dur": 16.114,
    "args": {
      "External id": 21586,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4177
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599668.725, "dur": 30.605,
    "args": {
      "External id": 21587,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599702.465, "dur": 34.165,
    "args": {
      "External id": 21588,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599762.126, "dur": 172.444,
    "args": {
      "External id": 21589,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599836.698, "dur": 5.738,
    "args": {
      "External id": 21590,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599844.579, "dur": 6.325,
    "args": {
      "External id": 21591,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651599967.956, "dur": 61.633,
    "args": {
      "External id": 21592,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600043.843, "dur": 16.624,
    "args": {
      "External id": 21593,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600069.634, "dur": 40.500,
    "args": {
      "External id": 21594,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600119.926, "dur": 35.746,
    "args": {
      "External id": 21595,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600161.658, "dur": 24.269,
    "args": {
      "External id": 21596,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600190.392, "dur": 28.812,
    "args": {
      "External id": 21597,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600225.574, "dur": 41.686,
    "args": {
      "External id": 21598,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600276.572, "dur": 46.961,
    "args": {
      "External id": 21599,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600351.718, "dur": 24.753,
    "args": {
      "External id": 21600,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 4191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600394.149, "dur": 25.064,
    "args": {
      "External id": 21601,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600436.098, "dur": 21.295,
    "args": {
      "External id": 21602,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600472.568, "dur": 16.079,
    "args": {
      "External id": 21603,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600506.001, "dur": 17.323,
    "args": {
      "External id": 21604,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 4195
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600593.981, "dur": 14.751,
    "args": {
      "External id": 21605,"Record function id": 0, "Ev Idx": 4196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600597.175, "dur": 10.727,
    "args": {
      "External id": 21606,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600601.426, "dur": 5.531,
    "args": {
      "External id": 21607,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600602.614, "dur": 4.236,
    "args": {
      "External id": 21608,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600612.753, "dur": 4.647,
    "args": {
      "External id": 21609,"Record function id": 0, "Ev Idx": 4200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600614.063, "dur": 2.883,
    "args": {
      "External id": 21610,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600614.755, "dur": 1.617,
    "args": {
      "External id": 21611,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600615.236, "dur": 1.069,
    "args": {
      "External id": 21612,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600620.759, "dur": 4.348,
    "args": {
      "External id": 21613,"Record function id": 0, "Ev Idx": 4204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600622.127, "dur": 2.540,
    "args": {
      "External id": 21614,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600622.635, "dur": 1.508,
    "args": {
      "External id": 21615,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4206
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600623.025, "dur": 1.048,
    "args": {
      "External id": 21616,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600628.435, "dur": 4.970,
    "args": {
      "External id": 21617,"Record function id": 0, "Ev Idx": 4208
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600629.666, "dur": 3.317,
    "args": {
      "External id": 21618,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600630.673, "dur": 1.724,
    "args": {
      "External id": 21619,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600631.289, "dur": 1.034,
    "args": {
      "External id": 21620,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600636.595, "dur": 4.294,
    "args": {
      "External id": 21621,"Record function id": 0, "Ev Idx": 4212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600637.805, "dur": 2.600,
    "args": {
      "External id": 21622,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600638.659, "dur": 1.333,
    "args": {
      "External id": 21623,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600639.149, "dur": 0.781,
    "args": {
      "External id": 21624,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600644.125, "dur": 3.361,
    "args": {
      "External id": 21625,"Record function id": 0, "Ev Idx": 4216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600644.974, "dur": 2.091,
    "args": {
      "External id": 21626,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600645.429, "dur": 0.967,
    "args": {
      "External id": 21627,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600645.692, "dur": 0.626,
    "args": {
      "External id": 21628,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600650.861, "dur": 4.189,
    "args": {
      "External id": 21629,"Record function id": 0, "Ev Idx": 4220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600651.741, "dur": 2.866,
    "args": {
      "External id": 21630,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4221
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600652.200, "dur": 1.983,
    "args": {
      "External id": 21631,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600652.944, "dur": 1.139,
    "args": {
      "External id": 21632,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4223
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600658.259, "dur": 4.014,
    "args": {
      "External id": 21633,"Record function id": 0, "Ev Idx": 4224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600659.316, "dur": 2.522,
    "args": {
      "External id": 21634,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600660.051, "dur": 1.383,
    "args": {
      "External id": 21635,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600660.363, "dur": 0.979,
    "args": {
      "External id": 21636,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600665.410, "dur": 3.833,
    "args": {
      "External id": 21637,"Record function id": 0, "Ev Idx": 4228
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600666.456, "dur": 2.373,
    "args": {
      "External id": 21638,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4229
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600666.945, "dur": 1.477,
    "args": {
      "External id": 21639,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600667.446, "dur": 0.905,
    "args": {
      "External id": 21640,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600672.991, "dur": 35374.818,
    "args": {
      "External id": 21641,"Record function id": 0, "Sequence number": 246561, "Fwd thread id": 1, "Ev Idx": 4232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600674.504, "dur": 35363.856,
    "args": {
      "External id": 21642,"Sequence number": 246561, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4233
    }
  },
  {
    "ph": "f", "id": 207, "pid": 1336753, "tid": 1381210, "ts": 1295651600674.504,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.10)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600702.641, "dur": 38.435,
    "args": {
      "External id": 21643,"Record function id": 0, "Ev Idx": 4234
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.10)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600748.653, "dur": 71.089,
    "args": {
      "External id": 21644,"Record function id": 0, "Ev Idx": 4235
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.10)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600825.335, "dur": 35203.607,
    "args": {
      "External id": 21645,"Record function id": 0, "Ev Idx": 4236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600918.566, "dur": 6.199,
    "args": {
      "External id": 21646,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4237
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600933.749, "dur": 5.211,
    "args": {
      "External id": 21647,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600956.828, "dur": 34267.053,
    "args": {
      "External id": 21648,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651600970.447, "dur": 34245.231,
    "args": {
      "External id": 21649,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651601046.138, "dur": 17.624,
    "args": {
      "External id": 21650,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651601070.304, "dur": 34108.669,
    "args": {
      "External id": 21651,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 4242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651601072.855, "dur": 34105.496,
    "args": {
      "External id": 21652,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 4243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651601076.640, "dur": 6.414,
    "args": {
      "External id": 21653,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651601084.836, "dur": 34089.897,
    "args": {
      "External id": 21654,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 4245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635326.292, "dur": 8.322,
    "args": {
      "External id": 21655,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 4246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635328.885, "dur": 5.293,
    "args": {
      "External id": 21656,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635365.443, "dur": 356.544,
    "args": {
      "External id": 21657,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 4248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635395.900, "dur": 322.020,
    "args": {
      "External id": 21658,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4249, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635406.354, "dur": 306.333,
    "args": {
      "External id": 21659,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 4250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635739.127, "dur": 2.190,
    "args": {
      "External id": 21660,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4251, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635794.825, "dur": 6.609,
    "args": {
      "External id": 21661,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635844.805, "dur": 1.291,
    "args": {
      "External id": 21662,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635861.106, "dur": 1.482,
    "args": {
      "External id": 21663,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635874.040, "dur": 1.364,
    "args": {
      "External id": 21664,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635886.237, "dur": 1.131,
    "args": {
      "External id": 21665,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635896.582, "dur": 1.466,
    "args": {
      "External id": 21666,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635908.656, "dur": 0.930,
    "args": {
      "External id": 21667,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635920.562, "dur": 1.326,
    "args": {
      "External id": 21668,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651635931.731, "dur": 1.572,
    "args": {
      "External id": 21669,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636064.158, "dur": 2671.408,
    "args": {
      "External id": 21670,"Record function id": 0, "Ev Idx": 4261
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.9)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636085.759, "dur": 1009.843,
    "args": {
      "External id": 21671,"Record function id": 0, "Ev Idx": 4262
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.9)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636100.753, "dur": 330.690,
    "args": {
      "External id": 21672,"Record function id": 0, "Ev Idx": 4263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636181.472, "dur": 4.846,
    "args": {
      "External id": 21673,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636189.323, "dur": 2.018,
    "args": {
      "External id": 21674,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636195.142, "dur": 0.978,
    "args": {
      "External id": 21675,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636197.727, "dur": 1.111,
    "args": {
      "External id": 21676,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636200.349, "dur": 1.386,
    "args": {
      "External id": 21677,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636203.225, "dur": 0.827,
    "args": {
      "External id": 21678,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636207.192, "dur": 1.162,
    "args": {
      "External id": 21679,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636209.758, "dur": 1.151,
    "args": {
      "External id": 21680,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636212.267, "dur": 1.411,
    "args": {
      "External id": 21681,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636214.875, "dur": 1.687,
    "args": {
      "External id": 21682,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636249.889, "dur": 151.106,
    "args": {
      "External id": 21683,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636266.485, "dur": 130.171,
    "args": {
      "External id": 21684,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636284.271, "dur": 12.246,
    "args": {
      "External id": 21685,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636299.790, "dur": 67.487,
    "args": {
      "External id": 21686,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 4277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636302.592, "dur": 64.350,
    "args": {
      "External id": 21687,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 4278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636307.051, "dur": 6.357,
    "args": {
      "External id": 21688,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636317.189, "dur": 49.303,
    "args": {
      "External id": 21689,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 4280
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.8", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636524.193, "dur": 563.303,
    "args": {
      "External id": 21690,"Record function id": 0, "Ev Idx": 4281
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.8)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636540.845, "dur": 533.924,
    "args": {
      "External id": 21691,"Record function id": 0, "Ev Idx": 4282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636601.024, "dur": 4.426,
    "args": {
      "External id": 21692,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636620.778, "dur": 27.406,
    "args": {
      "External id": 21693,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636625.462, "dur": 1.903,
    "args": {
      "External id": 21694,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636628.946, "dur": 3.766,
    "args": {
      "External id": 21695,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636634.109, "dur": 0.306,
    "args": {
      "External id": 21696,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636636.117, "dur": 0.603,
    "args": {
      "External id": 21697,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636637.924, "dur": 0.194,
    "args": {
      "External id": 21698,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636639.303, "dur": 0.535,
    "args": {
      "External id": 21699,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636640.917, "dur": 0.446,
    "args": {
      "External id": 21700,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636642.208, "dur": 0.856,
    "args": {
      "External id": 21701,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4292
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636644.002, "dur": 0.810,
    "args": {
      "External id": 21702,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636657.664, "dur": 28.806,
    "args": {
      "External id": 21703,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636717.737, "dur": 88.106,
    "args": {
      "External id": 21704,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 4295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636726.550, "dur": 3.043,
    "args": {
      "External id": 21705,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636735.274, "dur": 10.011,
    "args": {
      "External id": 21706,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636739.144, "dur": 5.728,
    "args": {
      "External id": 21707,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 4298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636742.672, "dur": 0.615,
    "args": {
      "External id": 21708,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636751.602, "dur": 21.499,
    "args": {
      "External id": 21709,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636753.477, "dur": 0.469,
    "args": {
      "External id": 21710,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636755.047, "dur": 0.590,
    "args": {
      "External id": 21711,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636756.772, "dur": 0.208,
    "args": {
      "External id": 21712,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636758.039, "dur": 0.791,
    "args": {
      "External id": 21713,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636760.051, "dur": 0.553,
    "args": {
      "External id": 21714,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636761.578, "dur": 0.700,
    "args": {
      "External id": 21715,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4306
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636763.245, "dur": 0.559,
    "args": {
      "External id": 21716,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4307
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636765.368, "dur": 0.896,
    "args": {
      "External id": 21717,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636767.224, "dur": 0.392,
    "args": {
      "External id": 21718,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636781.909, "dur": 16.836,
    "args": {
      "External id": 21719,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636850.752, "dur": 113.981,
    "args": {
      "External id": 21720,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 4311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636874.906, "dur": 86.806,
    "args": {
      "External id": 21721,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4312, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636884.124, "dur": 73.703,
    "args": {
      "External id": 21722,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 4313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651636980.465, "dur": 41.525,
    "args": {
      "External id": 21723,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4314, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637103.078, "dur": 1611.813,
    "args": {
      "External id": 21724,"Sequence number": 246560, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4315
    }
  },
  {
    "ph": "f", "id": 208, "pid": 1336753, "tid": 1381210, "ts": 1295651637103.078,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637214.169, "dur": 120.690,
    "args": {
      "External id": 21725,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 4316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637378.865, "dur": 41.559,
    "args": {
      "External id": 21726,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 4317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637437.006, "dur": 48.834,
    "args": {
      "External id": 21727,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 4318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637494.697, "dur": 31.468,
    "args": {
      "External id": 21728,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637533.046, "dur": 42.691,
    "args": {
      "External id": 21729,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637583.171, "dur": 25.914,
    "args": {
      "External id": 21730,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637617.490, "dur": 41.123,
    "args": {
      "External id": 21731,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637682.557, "dur": 23.706,
    "args": {
      "External id": 21732,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 4323
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637724.203, "dur": 30.006,
    "args": {
      "External id": 21733,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4324
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637776.833, "dur": 20.003,
    "args": {
      "External id": 21734,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637809.690, "dur": 16.383,
    "args": {
      "External id": 21735,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637834.402, "dur": 28.091,
    "args": {
      "External id": 21736,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637865.859, "dur": 30.838,
    "args": {
      "External id": 21737,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651637921.305, "dur": 210.568,
    "args": {
      "External id": 21738,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638034.318, "dur": 6.769,
    "args": {
      "External id": 21739,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638043.501, "dur": 2.211,
    "args": {
      "External id": 21740,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638167.349, "dur": 24.712,
    "args": {
      "External id": 21741,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638204.006, "dur": 15.327,
    "args": {
      "External id": 21742,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638226.815, "dur": 61.342,
    "args": {
      "External id": 21743,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638296.459, "dur": 38.876,
    "args": {
      "External id": 21744,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4335
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638341.994, "dur": 20.977,
    "args": {
      "External id": 21745,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638370.519, "dur": 28.933,
    "args": {
      "External id": 21746,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638405.099, "dur": 20.094,
    "args": {
      "External id": 21747,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638432.213, "dur": 28.327,
    "args": {
      "External id": 21748,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4339
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638486.097, "dur": 23.065,
    "args": {
      "External id": 21749,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 4340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638547.908, "dur": 32.180,
    "args": {
      "External id": 21750,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638600.799, "dur": 18.940,
    "args": {
      "External id": 21751,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638635.151, "dur": 18.029,
    "args": {
      "External id": 21752,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638665.250, "dur": 18.253,
    "args": {
      "External id": 21753,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 4344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638757.669, "dur": 18.359,
    "args": {
      "External id": 21754,"Record function id": 0, "Ev Idx": 4345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638760.713, "dur": 14.389,
    "args": {
      "External id": 21755,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638764.751, "dur": 9.347,
    "args": {
      "External id": 21756,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638769.502, "dur": 4.494,
    "args": {
      "External id": 21757,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4348
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638779.969, "dur": 5.728,
    "args": {
      "External id": 21758,"Record function id": 0, "Ev Idx": 4349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638781.606, "dur": 3.623,
    "args": {
      "External id": 21759,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638782.683, "dur": 1.987,
    "args": {
      "External id": 21760,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638783.377, "dur": 1.213,
    "args": {
      "External id": 21761,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638789.149, "dur": 4.881,
    "args": {
      "External id": 21762,"Record function id": 0, "Ev Idx": 4353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638790.523, "dur": 3.043,
    "args": {
      "External id": 21763,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638791.341, "dur": 1.766,
    "args": {
      "External id": 21764,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638791.975, "dur": 1.016,
    "args": {
      "External id": 21765,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638797.249, "dur": 3.942,
    "args": {
      "External id": 21766,"Record function id": 0, "Ev Idx": 4357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638798.558, "dur": 2.224,
    "args": {
      "External id": 21767,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638799.389, "dur": 0.847,
    "args": {
      "External id": 21768,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638799.716, "dur": 0.448,
    "args": {
      "External id": 21769,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638804.331, "dur": 3.980,
    "args": {
      "External id": 21770,"Record function id": 0, "Ev Idx": 4361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638805.426, "dur": 2.446,
    "args": {
      "External id": 21771,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638805.967, "dur": 1.442,
    "args": {
      "External id": 21772,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638806.452, "dur": 0.891,
    "args": {
      "External id": 21773,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638811.541, "dur": 4.207,
    "args": {
      "External id": 21774,"Record function id": 0, "Ev Idx": 4365
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638812.917, "dur": 2.389,
    "args": {
      "External id": 21775,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638813.488, "dur": 1.385,
    "args": {
      "External id": 21776,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638813.955, "dur": 0.802,
    "args": {
      "External id": 21777,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638819.014, "dur": 3.990,
    "args": {
      "External id": 21778,"Record function id": 0, "Ev Idx": 4369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638819.990, "dur": 2.610,
    "args": {
      "External id": 21779,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638820.754, "dur": 1.416,
    "args": {
      "External id": 21780,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638821.234, "dur": 0.817,
    "args": {
      "External id": 21781,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638829.475, "dur": 4.458,
    "args": {
      "External id": 21782,"Record function id": 0, "Ev Idx": 4373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638830.924, "dur": 2.597,
    "args": {
      "External id": 21783,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638831.615, "dur": 1.453,
    "args": {
      "External id": 21784,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638832.320, "dur": 0.686,
    "args": {
      "External id": 21785,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638837.079, "dur": 4.637,
    "args": {
      "External id": 21786,"Record function id": 0, "Ev Idx": 4377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638838.470, "dur": 2.800,
    "args": {
      "External id": 21787,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4378
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638839.239, "dur": 1.604,
    "args": {
      "External id": 21788,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638839.775, "dur": 0.993,
    "args": {
      "External id": 21789,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638845.469, "dur": 35536.647,
    "args": {
      "External id": 21790,"Record function id": 0, "Sequence number": 246559, "Fwd thread id": 1, "Ev Idx": 4381
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638846.806, "dur": 35526.680,
    "args": {
      "External id": 21791,"Sequence number": 246559, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4382
    }
  },
  {
    "ph": "f", "id": 209, "pid": 1336753, "tid": 1381210, "ts": 1295651638846.806,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.9)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638875.081, "dur": 38.001,
    "args": {
      "External id": 21792,"Record function id": 0, "Ev Idx": 4383
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.9)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651638920.549, "dur": 111.560,
    "args": {
      "External id": 21793,"Record function id": 0, "Ev Idx": 4384
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.9)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651639040.223, "dur": 35325.394,
    "args": {
      "External id": 21794,"Record function id": 0, "Ev Idx": 4385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651639181.634, "dur": 8.277,
    "args": {
      "External id": 21795,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651639204.170, "dur": 5.459,
    "args": {
      "External id": 21796,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651639224.492, "dur": 34259.939,
    "args": {
      "External id": 21797,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651639255.344, "dur": 34221.059,
    "args": {
      "External id": 21798,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651639292.590, "dur": 15.117,
    "args": {
      "External id": 21799,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651639314.460, "dur": 34124.085,
    "args": {
      "External id": 21800,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 4391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651639316.940, "dur": 34121.010,
    "args": {
      "External id": 21801,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 4392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651639321.944, "dur": 5.427,
    "args": {
      "External id": 21802,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651639329.025, "dur": 34106.001,
    "args": {
      "External id": 21803,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 4394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651673574.020, "dur": 11.703,
    "args": {
      "External id": 21804,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 4395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651673579.741, "dur": 5.689,
    "args": {
      "External id": 21805,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651673613.112, "dur": 442.378,
    "args": {
      "External id": 21806,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 4397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651673642.153, "dur": 408.070,
    "args": {
      "External id": 21807,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4398, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651673652.781, "dur": 391.808,
    "args": {
      "External id": 21808,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 4399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674081.335, "dur": 2.133,
    "args": {
      "External id": 21809,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4400, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674144.497, "dur": 6.687,
    "args": {
      "External id": 21810,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674195.294, "dur": 1.305,
    "args": {
      "External id": 21811,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674212.117, "dur": 1.553,
    "args": {
      "External id": 21812,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674225.227, "dur": 0.958,
    "args": {
      "External id": 21813,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674258.060, "dur": 1.707,
    "args": {
      "External id": 21814,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674269.871, "dur": 0.827,
    "args": {
      "External id": 21815,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674282.207, "dur": 1.110,
    "args": {
      "External id": 21816,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674294.695, "dur": 1.425,
    "args": {
      "External id": 21817,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674305.319, "dur": 1.536,
    "args": {
      "External id": 21818,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674397.241, "dur": 2684.378,
    "args": {
      "External id": 21819,"Record function id": 0, "Ev Idx": 4410
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.8)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674418.816, "dur": 1025.562,
    "args": {
      "External id": 21820,"Record function id": 0, "Ev Idx": 4411
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.8)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674433.543, "dur": 316.241,
    "args": {
      "External id": 21821,"Record function id": 0, "Ev Idx": 4412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674515.560, "dur": 4.402,
    "args": {
      "External id": 21822,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674522.930, "dur": 1.622,
    "args": {
      "External id": 21823,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674526.262, "dur": 1.225,
    "args": {
      "External id": 21824,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674529.303, "dur": 0.960,
    "args": {
      "External id": 21825,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674532.098, "dur": 1.229,
    "args": {
      "External id": 21826,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674537.282, "dur": 1.109,
    "args": {
      "External id": 21827,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674540.041, "dur": 1.361,
    "args": {
      "External id": 21828,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674543.001, "dur": 5.556,
    "args": {
      "External id": 21829,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674550.177, "dur": 1.236,
    "args": {
      "External id": 21830,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674554.737, "dur": 1.305,
    "args": {
      "External id": 21831,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674574.207, "dur": 149.293,
    "args": {
      "External id": 21832,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674591.373, "dur": 128.296,
    "args": {
      "External id": 21833,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674607.865, "dur": 12.812,
    "args": {
      "External id": 21834,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674623.726, "dur": 65.594,
    "args": {
      "External id": 21835,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 4426
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674626.391, "dur": 62.636,
    "args": {
      "External id": 21836,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 4427
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674630.307, "dur": 5.822,
    "args": {
      "External id": 21837,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674637.999, "dur": 50.422,
    "args": {
      "External id": 21838,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 4429
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.7", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674838.667, "dur": 595.010,
    "args": {
      "External id": 21839,"Record function id": 0, "Ev Idx": 4430
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.7)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674853.069, "dur": 569.008,
    "args": {
      "External id": 21840,"Record function id": 0, "Ev Idx": 4431
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674910.149, "dur": 4.623,
    "args": {
      "External id": 21841,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674929.748, "dur": 25.979,
    "args": {
      "External id": 21842,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674933.987, "dur": 1.371,
    "args": {
      "External id": 21843,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674937.011, "dur": 0.300,
    "args": {
      "External id": 21844,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674938.920, "dur": 0.689,
    "args": {
      "External id": 21845,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674941.197, "dur": 0.821,
    "args": {
      "External id": 21846,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674943.456, "dur": 0.390,
    "args": {
      "External id": 21847,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674945.428, "dur": 1.230,
    "args": {
      "External id": 21848,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674947.952, "dur": 0.339,
    "args": {
      "External id": 21849,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4440
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674949.408, "dur": 0.699,
    "args": {
      "External id": 21850,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4441
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674951.669, "dur": 0.382,
    "args": {
      "External id": 21851,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651674965.440, "dur": 68.674,
    "args": {
      "External id": 21852,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675067.072, "dur": 98.588,
    "args": {
      "External id": 21853,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 4444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675077.196, "dur": 4.490,
    "args": {
      "External id": 21854,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675087.387, "dur": 10.550,
    "args": {
      "External id": 21855,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675091.702, "dur": 5.806,
    "args": {
      "External id": 21856,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 4447
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675095.204, "dur": 0.891,
    "args": {
      "External id": 21857,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675104.995, "dur": 22.116,
    "args": {
      "External id": 21858,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675107.310, "dur": 0.772,
    "args": {
      "External id": 21859,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675109.631, "dur": 0.374,
    "args": {
      "External id": 21860,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675111.216, "dur": 0.265,
    "args": {
      "External id": 21861,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675112.956, "dur": 0.631,
    "args": {
      "External id": 21862,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675114.927, "dur": 0.500,
    "args": {
      "External id": 21863,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675116.743, "dur": 0.896,
    "args": {
      "External id": 21864,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675118.411, "dur": 0.374,
    "args": {
      "External id": 21865,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675119.670, "dur": 0.827,
    "args": {
      "External id": 21866,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675121.427, "dur": 0.486,
    "args": {
      "External id": 21867,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4458
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675139.525, "dur": 19.124,
    "args": {
      "External id": 21868,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675213.104, "dur": 137.632,
    "args": {
      "External id": 21869,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 4460
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675257.387, "dur": 89.877,
    "args": {
      "External id": 21870,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4461, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675268.973, "dur": 73.637,
    "args": {
      "External id": 21871,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 4462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675367.306, "dur": 1.778,
    "args": {
      "External id": 21872,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4463, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675451.816, "dur": 1606.125,
    "args": {
      "External id": 21873,"Sequence number": 246558, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4464
    }
  },
  {
    "ph": "f", "id": 210, "pid": 1336753, "tid": 1381210, "ts": 1295651675451.816,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675564.119, "dur": 102.917,
    "args": {
      "External id": 21874,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 4465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675707.193, "dur": 39.729,
    "args": {
      "External id": 21875,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 4466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675763.460, "dur": 46.279,
    "args": {
      "External id": 21876,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 4467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675818.662, "dur": 29.626,
    "args": {
      "External id": 21877,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675854.178, "dur": 43.572,
    "args": {
      "External id": 21878,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675904.557, "dur": 25.807,
    "args": {
      "External id": 21879,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651675937.086, "dur": 40.568,
    "args": {
      "External id": 21880,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676044.099, "dur": 27.161,
    "args": {
      "External id": 21881,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 4472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676089.440, "dur": 30.366,
    "args": {
      "External id": 21882,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4473
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676142.728, "dur": 19.863,
    "args": {
      "External id": 21883,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676176.613, "dur": 17.050,
    "args": {
      "External id": 21884,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676202.227, "dur": 48.771,
    "args": {
      "External id": 21885,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676256.254, "dur": 36.293,
    "args": {
      "External id": 21886,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676319.467, "dur": 165.260,
    "args": {
      "External id": 21887,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676394.221, "dur": 6.609,
    "args": {
      "External id": 21888,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676402.783, "dur": 1.977,
    "args": {
      "External id": 21889,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676521.280, "dur": 23.410,
    "args": {
      "External id": 21890,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676558.532, "dur": 19.200,
    "args": {
      "External id": 21891,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676585.308, "dur": 48.455,
    "args": {
      "External id": 21892,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676639.171, "dur": 34.277,
    "args": {
      "External id": 21893,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676679.945, "dur": 20.846,
    "args": {
      "External id": 21894,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676705.234, "dur": 28.515,
    "args": {
      "External id": 21895,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676739.019, "dur": 20.217,
    "args": {
      "External id": 21896,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676765.343, "dur": 28.217,
    "args": {
      "External id": 21897,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4488
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676811.307, "dur": 20.994,
    "args": {
      "External id": 21898,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 4489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676849.328, "dur": 38.839,
    "args": {
      "External id": 21899,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676911.622, "dur": 18.723,
    "args": {
      "External id": 21900,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676945.445, "dur": 15.757,
    "args": {
      "External id": 21901,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4492
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651676973.827, "dur": 53.802,
    "args": {
      "External id": 21902,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 4493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677104.604, "dur": 15.512,
    "args": {
      "External id": 21903,"Record function id": 0, "Ev Idx": 4494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677107.648, "dur": 11.402,
    "args": {
      "External id": 21904,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677112.286, "dur": 5.887,
    "args": {
      "External id": 21905,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677113.581, "dur": 4.469,
    "args": {
      "External id": 21906,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677127.546, "dur": 5.354,
    "args": {
      "External id": 21907,"Record function id": 0, "Ev Idx": 4498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677128.939, "dur": 3.508,
    "args": {
      "External id": 21908,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677130.093, "dur": 1.915,
    "args": {
      "External id": 21909,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677130.805, "dur": 1.130,
    "args": {
      "External id": 21910,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677136.306, "dur": 4.736,
    "args": {
      "External id": 21911,"Record function id": 0, "Ev Idx": 4502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677137.728, "dur": 2.888,
    "args": {
      "External id": 21912,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677138.946, "dur": 1.260,
    "args": {
      "External id": 21913,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4504
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677139.435, "dur": 0.672,
    "args": {
      "External id": 21914,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4505
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677144.228, "dur": 4.160,
    "args": {
      "External id": 21915,"Record function id": 0, "Ev Idx": 4506
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677145.443, "dur": 2.542,
    "args": {
      "External id": 21916,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677146.226, "dur": 1.331,
    "args": {
      "External id": 21917,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677146.747, "dur": 0.708,
    "args": {
      "External id": 21918,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677151.610, "dur": 4.478,
    "args": {
      "External id": 21919,"Record function id": 0, "Ev Idx": 4510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677153.088, "dur": 2.580,
    "args": {
      "External id": 21920,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677153.856, "dur": 1.314,
    "args": {
      "External id": 21921,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677154.464, "dur": 0.628,
    "args": {
      "External id": 21922,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677159.359, "dur": 4.314,
    "args": {
      "External id": 21923,"Record function id": 0, "Ev Idx": 4514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677160.443, "dur": 2.808,
    "args": {
      "External id": 21924,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677161.155, "dur": 1.438,
    "args": {
      "External id": 21925,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677161.742, "dur": 0.780,
    "args": {
      "External id": 21926,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677166.894, "dur": 5.322,
    "args": {
      "External id": 21927,"Record function id": 0, "Ev Idx": 4518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677168.015, "dur": 3.801,
    "args": {
      "External id": 21928,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677168.565, "dur": 2.818,
    "args": {
      "External id": 21929,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677170.714, "dur": 0.572,
    "args": {
      "External id": 21930,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677175.331, "dur": 3.568,
    "args": {
      "External id": 21931,"Record function id": 0, "Ev Idx": 4522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677176.279, "dur": 2.190,
    "args": {
      "External id": 21932,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677176.760, "dur": 1.302,
    "args": {
      "External id": 21933,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677177.055, "dur": 0.921,
    "args": {
      "External id": 21934,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677185.056, "dur": 3.691,
    "args": {
      "External id": 21935,"Record function id": 0, "Ev Idx": 4526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677186.062, "dur": 2.266,
    "args": {
      "External id": 21936,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677186.603, "dur": 1.317,
    "args": {
      "External id": 21937,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677187.214, "dur": 0.630,
    "args": {
      "External id": 21938,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677192.519, "dur": 35179.551,
    "args": {
      "External id": 21939,"Record function id": 0, "Sequence number": 246557, "Fwd thread id": 1, "Ev Idx": 4530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677193.816, "dur": 35169.369,
    "args": {
      "External id": 21940,"Sequence number": 246557, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4531
    }
  },
  {
    "ph": "f", "id": 211, "pid": 1336753, "tid": 1381210, "ts": 1295651677193.816,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.8)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677222.031, "dur": 56.671,
    "args": {
      "External id": 21941,"Record function id": 0, "Ev Idx": 4532
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.8)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677287.446, "dur": 67.985,
    "args": {
      "External id": 21942,"Record function id": 0, "Ev Idx": 4533
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.8)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677363.841, "dur": 34990.997,
    "args": {
      "External id": 21943,"Record function id": 0, "Ev Idx": 4534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677457.023, "dur": 6.775,
    "args": {
      "External id": 21944,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677473.532, "dur": 5.440,
    "args": {
      "External id": 21945,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677495.518, "dur": 34031.107,
    "args": {
      "External id": 21946,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677509.552, "dur": 34008.511,
    "args": {
      "External id": 21947,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677546.693, "dur": 14.387,
    "args": {
      "External id": 21948,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677567.380, "dur": 33910.000,
    "args": {
      "External id": 21949,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 4540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677570.410, "dur": 33906.280,
    "args": {
      "External id": 21950,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 4541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677574.913, "dur": 5.049,
    "args": {
      "External id": 21951,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651677581.723, "dur": 33891.345,
    "args": {
      "External id": 21952,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 4543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651711614.378, "dur": 9.620,
    "args": {
      "External id": 21953,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 4544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651711617.135, "dur": 6.469,
    "args": {
      "External id": 21954,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651711653.044, "dur": 390.545,
    "args": {
      "External id": 21955,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 4546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651711683.037, "dur": 355.313,
    "args": {
      "External id": 21956,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4547, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651711693.385, "dur": 338.411,
    "args": {
      "External id": 21957,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 4548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712067.182, "dur": 2.850,
    "args": {
      "External id": 21958,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4549, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712129.457, "dur": 6.920,
    "args": {
      "External id": 21959,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712179.868, "dur": 1.100,
    "args": {
      "External id": 21960,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712195.992, "dur": 1.379,
    "args": {
      "External id": 21961,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712210.000, "dur": 0.778,
    "args": {
      "External id": 21962,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712224.812, "dur": 0.750,
    "args": {
      "External id": 21963,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712254.972, "dur": 1.350,
    "args": {
      "External id": 21964,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712269.367, "dur": 0.973,
    "args": {
      "External id": 21965,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712282.129, "dur": 0.796,
    "args": {
      "External id": 21966,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712292.002, "dur": 1.035,
    "args": {
      "External id": 21967,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712387.029, "dur": 2687.167,
    "args": {
      "External id": 21968,"Record function id": 0, "Ev Idx": 4559
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.7)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712406.501, "dur": 1037.830,
    "args": {
      "External id": 21969,"Record function id": 0, "Ev Idx": 4560
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.7)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712422.315, "dur": 307.563,
    "args": {
      "External id": 21970,"Record function id": 0, "Ev Idx": 4561
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712499.420, "dur": 4.536,
    "args": {
      "External id": 21971,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712507.325, "dur": 1.073,
    "args": {
      "External id": 21972,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4563
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712512.310, "dur": 1.268,
    "args": {
      "External id": 21973,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712515.092, "dur": 1.046,
    "args": {
      "External id": 21974,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4565
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712517.541, "dur": 1.690,
    "args": {
      "External id": 21975,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712520.640, "dur": 1.218,
    "args": {
      "External id": 21976,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4567
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712525.528, "dur": 1.267,
    "args": {
      "External id": 21977,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712528.319, "dur": 0.766,
    "args": {
      "External id": 21978,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712530.480, "dur": 1.301,
    "args": {
      "External id": 21979,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4570
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712533.289, "dur": 0.736,
    "args": {
      "External id": 21980,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712553.052, "dur": 150.987,
    "args": {
      "External id": 21981,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712568.675, "dur": 131.411,
    "args": {
      "External id": 21982,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712588.270, "dur": 12.208,
    "args": {
      "External id": 21983,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4574
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712603.472, "dur": 68.902,
    "args": {
      "External id": 21984,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 4575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712605.777, "dur": 66.249,
    "args": {
      "External id": 21985,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 4576
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712609.441, "dur": 6.068,
    "args": {
      "External id": 21986,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712617.229, "dur": 54.095,
    "args": {
      "External id": 21987,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 4578
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.6", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712821.702, "dur": 614.301,
    "args": {
      "External id": 21988,"Record function id": 0, "Ev Idx": 4579
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.6)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712836.378, "dur": 587.734,
    "args": {
      "External id": 21989,"Record function id": 0, "Ev Idx": 4580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712893.800, "dur": 4.328,
    "args": {
      "External id": 21990,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712913.847, "dur": 23.109,
    "args": {
      "External id": 21991,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712918.736, "dur": 1.583,
    "args": {
      "External id": 21992,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4583
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712921.760, "dur": 0.530,
    "args": {
      "External id": 21993,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712923.886, "dur": 0.298,
    "args": {
      "External id": 21994,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712925.210, "dur": 0.187,
    "args": {
      "External id": 21995,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712926.573, "dur": 0.529,
    "args": {
      "External id": 21996,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712928.661, "dur": 0.416,
    "args": {
      "External id": 21997,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712929.984, "dur": 0.884,
    "args": {
      "External id": 21998,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712932.362, "dur": 0.490,
    "args": {
      "External id": 21999,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4590
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712933.697, "dur": 0.369,
    "args": {
      "External id": 22000,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4591
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651712946.242, "dur": 29.861,
    "args": {
      "External id": 22001,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4592
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713058.159, "dur": 121.527,
    "args": {
      "External id": 22002,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 4593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713068.511, "dur": 5.115,
    "args": {
      "External id": 22003,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713079.030, "dur": 10.800,
    "args": {
      "External id": 22004,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713083.236, "dur": 6.187,
    "args": {
      "External id": 22005,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 4596
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713087.074, "dur": 0.769,
    "args": {
      "External id": 22006,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4597
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713096.479, "dur": 20.252,
    "args": {
      "External id": 22007,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713098.574, "dur": 0.296,
    "args": {
      "External id": 22008,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4599
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713100.356, "dur": 0.335,
    "args": {
      "External id": 22009,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713101.670, "dur": 0.676,
    "args": {
      "External id": 22010,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713104.167, "dur": 0.595,
    "args": {
      "External id": 22011,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713105.896, "dur": 0.631,
    "args": {
      "External id": 22012,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713107.741, "dur": 0.548,
    "args": {
      "External id": 22013,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713109.544, "dur": 0.505,
    "args": {
      "External id": 22014,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713110.839, "dur": 0.677,
    "args": {
      "External id": 22015,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713112.377, "dur": 0.219,
    "args": {
      "External id": 22016,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713150.625, "dur": 21.619,
    "args": {
      "External id": 22017,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713223.949, "dur": 133.482,
    "args": {
      "External id": 22018,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 4609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713265.120, "dur": 88.547,
    "args": {
      "External id": 22019,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4610, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713275.041, "dur": 74.603,
    "args": {
      "External id": 22020,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 4611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713374.145, "dur": 1.644,
    "args": {
      "External id": 22021,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4612, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713452.156, "dur": 1599.877,
    "args": {
      "External id": 22022,"Sequence number": 246556, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4613
    }
  },
  {
    "ph": "f", "id": 212, "pid": 1336753, "tid": 1381210, "ts": 1295651713452.156,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713562.694, "dur": 100.788,
    "args": {
      "External id": 22023,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 4614
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713701.198, "dur": 39.964,
    "args": {
      "External id": 22024,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 4615
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713756.390, "dur": 47.629,
    "args": {
      "External id": 22025,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 4616
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713812.676, "dur": 30.191,
    "args": {
      "External id": 22026,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4617
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713851.986, "dur": 44.766,
    "args": {
      "External id": 22027,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4618
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713903.404, "dur": 26.407,
    "args": {
      "External id": 22028,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651713936.589, "dur": 42.131,
    "args": {
      "External id": 22029,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714047.460, "dur": 26.295,
    "args": {
      "External id": 22030,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 4621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714092.889, "dur": 30.676,
    "args": {
      "External id": 22031,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4622
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714145.808, "dur": 19.412,
    "args": {
      "External id": 22032,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4623
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714178.262, "dur": 16.261,
    "args": {
      "External id": 22033,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714205.983, "dur": 52.694,
    "args": {
      "External id": 22034,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714264.007, "dur": 36.172,
    "args": {
      "External id": 22035,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714326.932, "dur": 170.947,
    "args": {
      "External id": 22036,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714400.081, "dur": 9.892,
    "args": {
      "External id": 22037,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714411.738, "dur": 2.017,
    "args": {
      "External id": 22038,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714531.590, "dur": 24.182,
    "args": {
      "External id": 22039,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714566.647, "dur": 15.441,
    "args": {
      "External id": 22040,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714589.632, "dur": 33.956,
    "args": {
      "External id": 22041,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714629.043, "dur": 33.339,
    "args": {
      "External id": 22042,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714668.245, "dur": 20.568,
    "args": {
      "External id": 22043,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714692.706, "dur": 28.863,
    "args": {
      "External id": 22044,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714727.044, "dur": 20.099,
    "args": {
      "External id": 22045,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4636
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714753.502, "dur": 29.173,
    "args": {
      "External id": 22046,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4637
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714815.519, "dur": 27.632,
    "args": {
      "External id": 22047,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 4638
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714861.538, "dur": 24.777,
    "args": {
      "External id": 22048,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4639
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714902.508, "dur": 19.744,
    "args": {
      "External id": 22049,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714937.639, "dur": 15.153,
    "args": {
      "External id": 22050,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4641
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651714969.587, "dur": 52.173,
    "args": {
      "External id": 22051,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 4642
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715096.775, "dur": 16.016,
    "args": {
      "External id": 22052,"Record function id": 0, "Ev Idx": 4643
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715100.331, "dur": 11.504,
    "args": {
      "External id": 22053,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4644
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715104.835, "dur": 6.008,
    "args": {
      "External id": 22054,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4645
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715106.488, "dur": 4.264,
    "args": {
      "External id": 22055,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715116.710, "dur": 5.392,
    "args": {
      "External id": 22056,"Record function id": 0, "Ev Idx": 4647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715118.349, "dur": 3.220,
    "args": {
      "External id": 22057,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715119.175, "dur": 1.900,
    "args": {
      "External id": 22058,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4649
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715119.709, "dur": 1.264,
    "args": {
      "External id": 22059,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715125.470, "dur": 4.466,
    "args": {
      "External id": 22060,"Record function id": 0, "Ev Idx": 4651
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715126.795, "dur": 2.702,
    "args": {
      "External id": 22061,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715127.662, "dur": 1.366,
    "args": {
      "External id": 22062,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4653
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715128.294, "dur": 0.627,
    "args": {
      "External id": 22063,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715133.162, "dur": 4.138,
    "args": {
      "External id": 22064,"Record function id": 0, "Ev Idx": 4655
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715134.477, "dur": 2.387,
    "args": {
      "External id": 22065,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715135.128, "dur": 1.204,
    "args": {
      "External id": 22066,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715135.615, "dur": 0.609,
    "args": {
      "External id": 22067,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715140.412, "dur": 3.618,
    "args": {
      "External id": 22068,"Record function id": 0, "Ev Idx": 4659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715141.566, "dur": 2.035,
    "args": {
      "External id": 22069,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715142.060, "dur": 1.122,
    "args": {
      "External id": 22070,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715142.511, "dur": 0.597,
    "args": {
      "External id": 22071,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4662
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715147.101, "dur": 4.066,
    "args": {
      "External id": 22072,"Record function id": 0, "Ev Idx": 4663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715148.060, "dur": 2.688,
    "args": {
      "External id": 22073,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715148.694, "dur": 1.504,
    "args": {
      "External id": 22074,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4665
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715149.456, "dur": 0.667,
    "args": {
      "External id": 22075,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4666
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715154.383, "dur": 4.333,
    "args": {
      "External id": 22076,"Record function id": 0, "Ev Idx": 4667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715155.530, "dur": 2.751,
    "args": {
      "External id": 22077,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715156.321, "dur": 1.406,
    "args": {
      "External id": 22078,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715156.874, "dur": 0.787,
    "args": {
      "External id": 22079,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4670
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715161.853, "dur": 5.543,
    "args": {
      "External id": 22080,"Record function id": 0, "Ev Idx": 4671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715163.268, "dur": 3.682,
    "args": {
      "External id": 22081,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715163.734, "dur": 2.810,
    "args": {
      "External id": 22082,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4673
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715165.650, "dur": 0.826,
    "args": {
      "External id": 22083,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715170.522, "dur": 3.301,
    "args": {
      "External id": 22084,"Record function id": 0, "Ev Idx": 4675
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715171.607, "dur": 1.786,
    "args": {
      "External id": 22085,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4676
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715172.093, "dur": 0.867,
    "args": {
      "External id": 22086,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715172.378, "dur": 0.516,
    "args": {
      "External id": 22087,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4678
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715177.682, "dur": 35895.033,
    "args": {
      "External id": 22088,"Record function id": 0, "Sequence number": 246555, "Fwd thread id": 1, "Ev Idx": 4679
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715178.807, "dur": 35884.448,
    "args": {
      "External id": 22089,"Sequence number": 246555, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4680
    }
  },
  {
    "ph": "f", "id": 213, "pid": 1336753, "tid": 1381210, "ts": 1295651715178.807,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.7)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715211.210, "dur": 54.545,
    "args": {
      "External id": 22090,"Record function id": 0, "Ev Idx": 4681
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.7)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715274.215, "dur": 66.534,
    "args": {
      "External id": 22091,"Record function id": 0, "Ev Idx": 4682
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.7)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715346.624, "dur": 35707.921,
    "args": {
      "External id": 22092,"Record function id": 0, "Ev Idx": 4683
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715434.961, "dur": 7.546,
    "args": {
      "External id": 22093,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4684
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715452.043, "dur": 5.165,
    "args": {
      "External id": 22094,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4685
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715472.769, "dur": 34813.139,
    "args": {
      "External id": 22095,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715486.035, "dur": 34791.549,
    "args": {
      "External id": 22096,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715522.601, "dur": 13.863,
    "args": {
      "External id": 22097,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715543.043, "dur": 34699.130,
    "args": {
      "External id": 22098,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 4689
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715545.705, "dur": 34695.804,
    "args": {
      "External id": 22099,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 4690
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715549.078, "dur": 4.327,
    "args": {
      "External id": 22100,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4691
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651715555.071, "dur": 34682.926,
    "args": {
      "External id": 22101,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 4692
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750372.899, "dur": 8.438,
    "args": {
      "External id": 22102,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 4693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750375.668, "dur": 5.318,
    "args": {
      "External id": 22103,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4694
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750411.768, "dur": 341.950,
    "args": {
      "External id": 22104,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 4695
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750438.105, "dur": 311.478,
    "args": {
      "External id": 22105,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4696, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750448.096, "dur": 296.034,
    "args": {
      "External id": 22106,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 4697
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750773.689, "dur": 1.935,
    "args": {
      "External id": 22107,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4698, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750829.064, "dur": 6.246,
    "args": {
      "External id": 22108,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750876.792, "dur": 1.321,
    "args": {
      "External id": 22109,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4700
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750893.188, "dur": 1.034,
    "args": {
      "External id": 22110,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4701
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750905.434, "dur": 1.140,
    "args": {
      "External id": 22111,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4702
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750916.752, "dur": 0.690,
    "args": {
      "External id": 22112,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750926.927, "dur": 0.897,
    "args": {
      "External id": 22113,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750937.557, "dur": 0.814,
    "args": {
      "External id": 22114,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4705
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750948.717, "dur": 1.438,
    "args": {
      "External id": 22115,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651750961.489, "dur": 0.781,
    "args": {
      "External id": 22116,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4707
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751088.663, "dur": 2623.613,
    "args": {
      "External id": 22117,"Record function id": 0, "Ev Idx": 4708
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.6)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751108.167, "dur": 1003.990,
    "args": {
      "External id": 22118,"Record function id": 0, "Ev Idx": 4709
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.6)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751122.290, "dur": 320.628,
    "args": {
      "External id": 22119,"Record function id": 0, "Ev Idx": 4710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751203.095, "dur": 4.852,
    "args": {
      "External id": 22120,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751211.249, "dur": 1.321,
    "args": {
      "External id": 22121,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751214.349, "dur": 0.815,
    "args": {
      "External id": 22122,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751216.983, "dur": 1.309,
    "args": {
      "External id": 22123,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4714
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751219.840, "dur": 0.681,
    "args": {
      "External id": 22124,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751223.028, "dur": 1.207,
    "args": {
      "External id": 22125,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4716
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751225.866, "dur": 0.921,
    "args": {
      "External id": 22126,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751241.902, "dur": 1.742,
    "args": {
      "External id": 22127,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4718
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751246.965, "dur": 1.025,
    "args": {
      "External id": 22128,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4719
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751251.027, "dur": 0.992,
    "args": {
      "External id": 22129,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751270.106, "dur": 145.284,
    "args": {
      "External id": 22130,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4721
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751286.068, "dur": 124.895,
    "args": {
      "External id": 22131,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4722
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751302.984, "dur": 11.932,
    "args": {
      "External id": 22132,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4723
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751317.971, "dur": 65.367,
    "args": {
      "External id": 22133,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 4724
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751320.510, "dur": 62.428,
    "args": {
      "External id": 22134,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 4725
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751327.302, "dur": 5.426,
    "args": {
      "External id": 22135,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4726
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751334.269, "dur": 48.051,
    "args": {
      "External id": 22136,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 4727
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751535.438, "dur": 568.477,
    "args": {
      "External id": 22137,"Record function id": 0, "Ev Idx": 4728
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.5)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751553.508, "dur": 538.117,
    "args": {
      "External id": 22138,"Record function id": 0, "Ev Idx": 4729
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751611.631, "dur": 4.561,
    "args": {
      "External id": 22139,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4730
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751631.893, "dur": 20.317,
    "args": {
      "External id": 22140,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751636.476, "dur": 1.485,
    "args": {
      "External id": 22141,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751639.383, "dur": 0.280,
    "args": {
      "External id": 22142,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751641.187, "dur": 0.463,
    "args": {
      "External id": 22143,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751643.274, "dur": 0.368,
    "args": {
      "External id": 22144,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751644.580, "dur": 0.190,
    "args": {
      "External id": 22145,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751645.314, "dur": 0.176,
    "args": {
      "External id": 22146,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751646.574, "dur": 0.377,
    "args": {
      "External id": 22147,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751647.824, "dur": 0.342,
    "args": {
      "External id": 22148,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751648.995, "dur": 0.348,
    "args": {
      "External id": 22149,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751661.947, "dur": 28.081,
    "args": {
      "External id": 22150,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751718.440, "dur": 96.355,
    "args": {
      "External id": 22151,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 4742
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751726.855, "dur": 3.167,
    "args": {
      "External id": 22152,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4743
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751735.092, "dur": 9.365,
    "args": {
      "External id": 22153,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4744
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751738.977, "dur": 5.054,
    "args": {
      "External id": 22154,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 4745
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751742.189, "dur": 0.470,
    "args": {
      "External id": 22155,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751750.465, "dur": 22.319,
    "args": {
      "External id": 22156,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4747
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751752.111, "dur": 0.489,
    "args": {
      "External id": 22157,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4748
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751753.885, "dur": 0.257,
    "args": {
      "External id": 22158,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4749
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751756.956, "dur": 0.354,
    "args": {
      "External id": 22159,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751758.841, "dur": 0.665,
    "args": {
      "External id": 22160,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751760.725, "dur": 0.557,
    "args": {
      "External id": 22161,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751762.305, "dur": 0.374,
    "args": {
      "External id": 22162,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751764.153, "dur": 0.365,
    "args": {
      "External id": 22163,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4754
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751765.453, "dur": 0.374,
    "args": {
      "External id": 22164,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4755
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751767.041, "dur": 0.362,
    "args": {
      "External id": 22165,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751789.936, "dur": 18.088,
    "args": {
      "External id": 22166,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4757
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751858.592, "dur": 111.103,
    "args": {
      "External id": 22167,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 4758
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751882.197, "dur": 84.346,
    "args": {
      "External id": 22168,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4759, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651751890.477, "dur": 72.308,
    "args": {
      "External id": 22169,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 4760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752035.936, "dur": 3.365,
    "args": {
      "External id": 22170,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4761, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752119.898, "dur": 1569.486,
    "args": {
      "External id": 22171,"Sequence number": 246554, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4762
    }
  },
  {
    "ph": "f", "id": 214, "pid": 1336753, "tid": 1381210, "ts": 1295651752119.898,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752246.381, "dur": 105.890,
    "args": {
      "External id": 22172,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 4763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752391.157, "dur": 39.503,
    "args": {
      "External id": 22173,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 4764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752446.652, "dur": 48.656,
    "args": {
      "External id": 22174,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 4765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752504.345, "dur": 31.325,
    "args": {
      "External id": 22175,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752542.500, "dur": 44.965,
    "args": {
      "External id": 22176,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752593.847, "dur": 27.017,
    "args": {
      "External id": 22177,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752627.776, "dur": 41.221,
    "args": {
      "External id": 22178,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752691.769, "dur": 23.864,
    "args": {
      "External id": 22179,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 4770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752732.308, "dur": 28.974,
    "args": {
      "External id": 22180,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4771
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752780.972, "dur": 18.178,
    "args": {
      "External id": 22181,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4772
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752813.017, "dur": 16.594,
    "args": {
      "External id": 22182,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4773
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752837.283, "dur": 27.659,
    "args": {
      "External id": 22183,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4774
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752867.860, "dur": 31.594,
    "args": {
      "External id": 22184,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4775
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651752927.805, "dur": 217.269,
    "args": {
      "External id": 22185,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4776
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753042.777, "dur": 6.518,
    "args": {
      "External id": 22186,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753051.452, "dur": 1.993,
    "args": {
      "External id": 22187,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753177.671, "dur": 24.222,
    "args": {
      "External id": 22188,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4779
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753213.892, "dur": 31.109,
    "args": {
      "External id": 22189,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753255.367, "dur": 41.833,
    "args": {
      "External id": 22190,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4781
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753303.217, "dur": 35.298,
    "args": {
      "External id": 22191,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4782
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753344.351, "dur": 20.930,
    "args": {
      "External id": 22192,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4783
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753369.373, "dur": 28.837,
    "args": {
      "External id": 22193,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4784
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753403.478, "dur": 20.860,
    "args": {
      "External id": 22194,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4785
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753430.872, "dur": 29.085,
    "args": {
      "External id": 22195,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4786
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753481.669, "dur": 21.738,
    "args": {
      "External id": 22196,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 4787
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753519.755, "dur": 26.649,
    "args": {
      "External id": 22197,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4788
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753576.140, "dur": 23.309,
    "args": {
      "External id": 22198,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753618.246, "dur": 15.187,
    "args": {
      "External id": 22199,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4790
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753644.295, "dur": 18.989,
    "args": {
      "External id": 22200,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 4791
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753737.423, "dur": 15.354,
    "args": {
      "External id": 22201,"Record function id": 0, "Ev Idx": 4792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753740.646, "dur": 11.232,
    "args": {
      "External id": 22202,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753744.894, "dur": 5.952,
    "args": {
      "External id": 22203,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753746.507, "dur": 4.249,
    "args": {
      "External id": 22204,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753756.683, "dur": 5.351,
    "args": {
      "External id": 22205,"Record function id": 0, "Ev Idx": 4796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753758.185, "dur": 3.360,
    "args": {
      "External id": 22206,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753759.343, "dur": 1.565,
    "args": {
      "External id": 22207,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753760.090, "dur": 0.746,
    "args": {
      "External id": 22208,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753765.361, "dur": 5.865,
    "args": {
      "External id": 22209,"Record function id": 0, "Ev Idx": 4800
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753766.713, "dur": 4.058,
    "args": {
      "External id": 22210,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4801
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753767.980, "dur": 2.231,
    "args": {
      "External id": 22211,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4802
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753768.991, "dur": 1.133,
    "args": {
      "External id": 22212,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4803
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753774.509, "dur": 7.834,
    "args": {
      "External id": 22213,"Record function id": 0, "Ev Idx": 4804
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753776.005, "dur": 5.913,
    "args": {
      "External id": 22214,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753780.051, "dur": 1.469,
    "args": {
      "External id": 22215,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753780.377, "dur": 1.021,
    "args": {
      "External id": 22216,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4807
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753785.516, "dur": 4.354,
    "args": {
      "External id": 22217,"Record function id": 0, "Ev Idx": 4808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753786.814, "dur": 2.623,
    "args": {
      "External id": 22218,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4809
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753787.574, "dur": 1.224,
    "args": {
      "External id": 22219,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753788.030, "dur": 0.678,
    "args": {
      "External id": 22220,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753792.937, "dur": 4.475,
    "args": {
      "External id": 22221,"Record function id": 0, "Ev Idx": 4812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753794.149, "dur": 2.844,
    "args": {
      "External id": 22222,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753795.231, "dur": 1.241,
    "args": {
      "External id": 22223,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4814
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753795.695, "dur": 0.677,
    "args": {
      "External id": 22224,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4815
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753800.632, "dur": 4.472,
    "args": {
      "External id": 22225,"Record function id": 0, "Ev Idx": 4816
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753801.844, "dur": 2.821,
    "args": {
      "External id": 22226,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753802.675, "dur": 1.353,
    "args": {
      "External id": 22227,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753803.169, "dur": 0.766,
    "args": {
      "External id": 22228,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753808.227, "dur": 5.171,
    "args": {
      "External id": 22229,"Record function id": 0, "Ev Idx": 4820
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753809.236, "dur": 3.739,
    "args": {
      "External id": 22230,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753810.123, "dur": 2.444,
    "args": {
      "External id": 22231,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4822
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753811.529, "dur": 0.913,
    "args": {
      "External id": 22232,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753816.511, "dur": 3.459,
    "args": {
      "External id": 22233,"Record function id": 0, "Ev Idx": 4824
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753817.652, "dur": 1.905,
    "args": {
      "External id": 22234,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4825
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753818.117, "dur": 0.801,
    "args": {
      "External id": 22235,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753818.380, "dur": 0.448,
    "args": {
      "External id": 22236,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753823.502, "dur": 36070.668,
    "args": {
      "External id": 22237,"Record function id": 0, "Sequence number": 246553, "Fwd thread id": 1, "Ev Idx": 4828
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753824.687, "dur": 36060.556,
    "args": {
      "External id": 22238,"Sequence number": 246553, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4829
    }
  },
  {
    "ph": "f", "id": 215, "pid": 1336753, "tid": 1381210, "ts": 1295651753824.687,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.6)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753854.800, "dur": 36.178,
    "args": {
      "External id": 22239,"Record function id": 0, "Ev Idx": 4830
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.6)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753902.498, "dur": 69.555,
    "args": {
      "External id": 22240,"Record function id": 0, "Ev Idx": 4831
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.6)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651753977.257, "dur": 35900.624,
    "args": {
      "External id": 22241,"Record function id": 0, "Ev Idx": 4832
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651754107.312, "dur": 7.246,
    "args": {
      "External id": 22242,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4833
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651754125.568, "dur": 5.490,
    "args": {
      "External id": 22243,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4834
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651754148.041, "dur": 34917.423,
    "args": {
      "External id": 22244,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4835
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651754162.293, "dur": 34895.170,
    "args": {
      "External id": 22245,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4836
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651754210.211, "dur": 14.168,
    "args": {
      "External id": 22246,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4837
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651754247.088, "dur": 34768.536,
    "args": {
      "External id": 22247,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 4838
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651754249.757, "dur": 34765.322,
    "args": {
      "External id": 22248,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 4839
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651754254.248, "dur": 6.387,
    "args": {
      "External id": 22249,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651754262.563, "dur": 34749.273,
    "args": {
      "External id": 22250,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 4841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789150.298, "dur": 8.891,
    "args": {
      "External id": 22251,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 4842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789152.772, "dur": 5.986,
    "args": {
      "External id": 22252,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789187.294, "dur": 407.020,
    "args": {
      "External id": 22253,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 4844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789216.184, "dur": 373.214,
    "args": {
      "External id": 22254,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4845, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789226.762, "dur": 357.041,
    "args": {
      "External id": 22255,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 4846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789615.322, "dur": 2.610,
    "args": {
      "External id": 22256,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4847, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789678.753, "dur": 7.183,
    "args": {
      "External id": 22257,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789728.878, "dur": 1.058,
    "args": {
      "External id": 22258,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4849
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789745.380, "dur": 1.500,
    "args": {
      "External id": 22259,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4850
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789758.553, "dur": 1.136,
    "args": {
      "External id": 22260,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4851
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789771.484, "dur": 1.268,
    "args": {
      "External id": 22261,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4852
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789782.595, "dur": 1.392,
    "args": {
      "External id": 22262,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4853
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789793.968, "dur": 1.086,
    "args": {
      "External id": 22263,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4854
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789807.101, "dur": 1.652,
    "args": {
      "External id": 22264,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4855
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789817.841, "dur": 0.979,
    "args": {
      "External id": 22265,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789908.677, "dur": 2715.904,
    "args": {
      "External id": 22266,"Record function id": 0, "Ev Idx": 4857
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.5)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789928.101, "dur": 1005.911,
    "args": {
      "External id": 22267,"Record function id": 0, "Ev Idx": 4858
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.5)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651789943.994, "dur": 384.378,
    "args": {
      "External id": 22268,"Record function id": 0, "Ev Idx": 4859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790079.480, "dur": 5.081,
    "args": {
      "External id": 22269,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4860
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790088.265, "dur": 1.002,
    "args": {
      "External id": 22270,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790091.108, "dur": 1.354,
    "args": {
      "External id": 22271,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4862
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790095.316, "dur": 0.995,
    "args": {
      "External id": 22272,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790097.642, "dur": 1.174,
    "args": {
      "External id": 22273,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790100.346, "dur": 0.892,
    "args": {
      "External id": 22274,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 4865
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790102.624, "dur": 0.902,
    "args": {
      "External id": 22275,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 4866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790105.988, "dur": 1.273,
    "args": {
      "External id": 22276,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4867
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790108.733, "dur": 0.878,
    "args": {
      "External id": 22277,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4868
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790111.033, "dur": 1.191,
    "args": {
      "External id": 22278,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 4869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790130.363, "dur": 166.217,
    "args": {
      "External id": 22279,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790146.481, "dur": 145.370,
    "args": {
      "External id": 22280,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 4871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790162.560, "dur": 12.814,
    "args": {
      "External id": 22281,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790178.663, "dur": 81.431,
    "args": {
      "External id": 22282,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 4873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790181.154, "dur": 78.535,
    "args": {
      "External id": 22283,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 4874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790185.057, "dur": 5.464,
    "args": {
      "External id": 22284,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4875
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790192.341, "dur": 66.655,
    "args": {
      "External id": 22285,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 4876
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790425.394, "dur": 500.593,
    "args": {
      "External id": 22286,"Record function id": 0, "Ev Idx": 4877
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.4)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790441.416, "dur": 472.953,
    "args": {
      "External id": 22287,"Record function id": 0, "Ev Idx": 4878
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790503.335, "dur": 5.545,
    "args": {
      "External id": 22288,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4879
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790525.090, "dur": 24.482,
    "args": {
      "External id": 22289,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4880
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790529.821, "dur": 1.963,
    "args": {
      "External id": 22290,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4881
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790533.245, "dur": 0.386,
    "args": {
      "External id": 22291,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4882
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790535.203, "dur": 0.793,
    "args": {
      "External id": 22292,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790537.579, "dur": 0.360,
    "args": {
      "External id": 22293,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790539.005, "dur": 0.921,
    "args": {
      "External id": 22294,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790541.248, "dur": 0.367,
    "args": {
      "External id": 22295,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4886
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790542.571, "dur": 0.369,
    "args": {
      "External id": 22296,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790544.439, "dur": 0.896,
    "args": {
      "External id": 22297,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4888
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790546.273, "dur": 0.532,
    "args": {
      "External id": 22298,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4889
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790560.225, "dur": 30.789,
    "args": {
      "External id": 22299,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790619.139, "dur": 84.390,
    "args": {
      "External id": 22300,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 4891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790628.184, "dur": 3.196,
    "args": {
      "External id": 22301,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4892
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790636.320, "dur": 10.327,
    "args": {
      "External id": 22302,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4893
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790640.473, "dur": 5.776,
    "args": {
      "External id": 22303,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 4894
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790644.094, "dur": 0.750,
    "args": {
      "External id": 22304,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 4895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790652.870, "dur": 17.889,
    "args": {
      "External id": 22305,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 4896
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790654.121, "dur": 0.432,
    "args": {
      "External id": 22306,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4897
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790655.853, "dur": 0.418,
    "args": {
      "External id": 22307,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790658.195, "dur": 0.760,
    "args": {
      "External id": 22308,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790660.215, "dur": 0.222,
    "args": {
      "External id": 22309,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790660.973, "dur": 0.181,
    "args": {
      "External id": 22310,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790662.623, "dur": 0.309,
    "args": {
      "External id": 22311,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790664.077, "dur": 0.289,
    "args": {
      "External id": 22312,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790665.019, "dur": 0.184,
    "args": {
      "External id": 22313,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790666.009, "dur": 0.793,
    "args": {
      "External id": 22314,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790679.509, "dur": 17.497,
    "args": {
      "External id": 22315,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 4906
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790744.448, "dur": 110.461,
    "args": {
      "External id": 22316,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 4907
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790767.899, "dur": 83.657,
    "args": {
      "External id": 22317,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4908, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790776.982, "dur": 70.609,
    "args": {
      "External id": 22318,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 4909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790870.732, "dur": 1.764,
    "args": {
      "External id": 22319,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4910, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651790942.295, "dur": 1661.922,
    "args": {
      "External id": 22320,"Sequence number": 246552, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4911
    }
  },
  {
    "ph": "f", "id": 216, "pid": 1336753, "tid": 1381210, "ts": 1295651790942.295,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791091.942, "dur": 105.716,
    "args": {
      "External id": 22321,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 4912
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791257.655, "dur": 41.636,
    "args": {
      "External id": 22322,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 4913
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791317.330, "dur": 53.731,
    "args": {
      "External id": 22323,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 4914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791380.527, "dur": 30.667,
    "args": {
      "External id": 22324,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4915
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791417.453, "dur": 45.381,
    "args": {
      "External id": 22325,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791470.477, "dur": 26.431,
    "args": {
      "External id": 22326,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 4917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791504.697, "dur": 40.368,
    "args": {
      "External id": 22327,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 4918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791568.862, "dur": 22.732,
    "args": {
      "External id": 22328,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 4919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791609.493, "dur": 30.100,
    "args": {
      "External id": 22329,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4920
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791662.242, "dur": 19.526,
    "args": {
      "External id": 22330,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4921
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791694.963, "dur": 16.732,
    "args": {
      "External id": 22331,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791720.431, "dur": 27.208,
    "args": {
      "External id": 22332,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791750.958, "dur": 31.681,
    "args": {
      "External id": 22333,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791808.116, "dur": 165.754,
    "args": {
      "External id": 22334,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 4925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791882.475, "dur": 5.501,
    "args": {
      "External id": 22335,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651791889.978, "dur": 2.139,
    "args": {
      "External id": 22336,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792048.587, "dur": 27.304,
    "args": {
      "External id": 22337,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4928
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792089.579, "dur": 15.966,
    "args": {
      "External id": 22338,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792117.577, "dur": 40.958,
    "args": {
      "External id": 22339,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4930
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792164.321, "dur": 38.601,
    "args": {
      "External id": 22340,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4931
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792209.491, "dur": 40.814,
    "args": {
      "External id": 22341,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4932
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792257.882, "dur": 36.132,
    "args": {
      "External id": 22342,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4933
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792300.307, "dur": 19.906,
    "args": {
      "External id": 22343,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 4934
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792325.859, "dur": 29.185,
    "args": {
      "External id": 22344,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 4935
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792375.881, "dur": 39.232,
    "args": {
      "External id": 22345,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 4936
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792443.421, "dur": 33.393,
    "args": {
      "External id": 22346,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 4937
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792492.927, "dur": 19.235,
    "args": {
      "External id": 22347,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 4938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792525.918, "dur": 19.005,
    "args": {
      "External id": 22348,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 4939
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792558.465, "dur": 17.695,
    "args": {
      "External id": 22349,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 4940
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792646.123, "dur": 14.989,
    "args": {
      "External id": 22350,"Record function id": 0, "Ev Idx": 4941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792649.260, "dur": 10.803,
    "args": {
      "External id": 22351,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4942
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792653.293, "dur": 6.018,
    "args": {
      "External id": 22352,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792654.637, "dur": 4.557,
    "args": {
      "External id": 22353,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4944
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792665.240, "dur": 4.604,
    "args": {
      "External id": 22354,"Record function id": 0, "Ev Idx": 4945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792666.685, "dur": 2.737,
    "args": {
      "External id": 22355,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792667.584, "dur": 1.392,
    "args": {
      "External id": 22356,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792667.896, "dur": 0.969,
    "args": {
      "External id": 22357,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792673.133, "dur": 4.267,
    "args": {
      "External id": 22358,"Record function id": 0, "Ev Idx": 4949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792674.423, "dur": 2.547,
    "args": {
      "External id": 22359,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792675.144, "dur": 1.425,
    "args": {
      "External id": 22360,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4951
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792675.963, "dur": 0.489,
    "args": {
      "External id": 22361,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 4952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792680.654, "dur": 3.557,
    "args": {
      "External id": 22362,"Record function id": 0, "Ev Idx": 4953
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792681.772, "dur": 2.022,
    "args": {
      "External id": 22363,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792682.290, "dur": 0.865,
    "args": {
      "External id": 22364,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792682.599, "dur": 0.435,
    "args": {
      "External id": 22365,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 4956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792687.401, "dur": 3.856,
    "args": {
      "External id": 22366,"Record function id": 0, "Ev Idx": 4957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792688.295, "dur": 2.536,
    "args": {
      "External id": 22367,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4958
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792689.163, "dur": 1.088,
    "args": {
      "External id": 22368,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4959
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792689.723, "dur": 0.431,
    "args": {
      "External id": 22369,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4960
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792694.452, "dur": 4.252,
    "args": {
      "External id": 22370,"Record function id": 0, "Ev Idx": 4961
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792695.687, "dur": 2.575,
    "args": {
      "External id": 22371,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792696.349, "dur": 1.487,
    "args": {
      "External id": 22372,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4963
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792697.065, "dur": 0.681,
    "args": {
      "External id": 22373,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4964
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792702.014, "dur": 4.698,
    "args": {
      "External id": 22374,"Record function id": 0, "Ev Idx": 4965
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792703.426, "dur": 2.872,
    "args": {
      "External id": 22375,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792704.354, "dur": 1.386,
    "args": {
      "External id": 22376,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4967
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792704.871, "dur": 0.766,
    "args": {
      "External id": 22377,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792709.928, "dur": 3.790,
    "args": {
      "External id": 22378,"Record function id": 0, "Ev Idx": 4969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792710.982, "dur": 2.301,
    "args": {
      "External id": 22379,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792711.499, "dur": 1.346,
    "args": {
      "External id": 22380,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4971
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792712.003, "dur": 0.747,
    "args": {
      "External id": 22381,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 4972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792717.000, "dur": 5.177,
    "args": {
      "External id": 22382,"Record function id": 0, "Ev Idx": 4973
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792718.412, "dur": 3.349,
    "args": {
      "External id": 22383,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4974
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792718.890, "dur": 2.447,
    "args": {
      "External id": 22384,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792720.587, "dur": 0.654,
    "args": {
      "External id": 22385,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 4976
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792725.996, "dur": 36220.036,
    "args": {
      "External id": 22386,"Record function id": 0, "Sequence number": 246551, "Fwd thread id": 1, "Ev Idx": 4977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792727.358, "dur": 36210.082,
    "args": {
      "External id": 22387,"Sequence number": 246551, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 4978
    }
  },
  {
    "ph": "f", "id": 217, "pid": 1336753, "tid": 1381210, "ts": 1295651792727.358,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.5)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792755.084, "dur": 38.420,
    "args": {
      "External id": 22388,"Record function id": 0, "Ev Idx": 4979
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.5)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792800.957, "dur": 65.126,
    "args": {
      "External id": 22389,"Record function id": 0, "Ev Idx": 4980
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.5)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792871.710, "dur": 36058.100,
    "args": {
      "External id": 22390,"Record function id": 0, "Ev Idx": 4981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792957.845, "dur": 6.184,
    "args": {
      "External id": 22391,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4982
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651792973.311, "dur": 4.610,
    "args": {
      "External id": 22392,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 4983
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651793034.296, "dur": 35137.311,
    "args": {
      "External id": 22393,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4984
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651793050.113, "dur": 35113.325,
    "args": {
      "External id": 22394,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 4985
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651793097.525, "dur": 16.084,
    "args": {
      "External id": 22395,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4986
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651793120.333, "dur": 35005.742,
    "args": {
      "External id": 22396,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 4987
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651793122.841, "dur": 35002.547,
    "args": {
      "External id": 22397,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 4988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651793126.420, "dur": 5.980,
    "args": {
      "External id": 22398,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4989
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651793134.263, "dur": 34987.859,
    "args": {
      "External id": 22399,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 4990
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828273.549, "dur": 9.744,
    "args": {
      "External id": 22400,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 4991
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828276.282, "dur": 6.505,
    "args": {
      "External id": 22401,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 4992
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828311.365, "dur": 344.881,
    "args": {
      "External id": 22402,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 4993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828339.371, "dur": 312.475,
    "args": {
      "External id": 22403,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 4994, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828349.316, "dur": 297.500,
    "args": {
      "External id": 22404,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 4995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828674.750, "dur": 2.270,
    "args": {
      "External id": 22405,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 4996, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828731.204, "dur": 6.885,
    "args": {
      "External id": 22406,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828780.723, "dur": 1.419,
    "args": {
      "External id": 22407,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4998
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828797.732, "dur": 1.611,
    "args": {
      "External id": 22408,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 4999
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828811.789, "dur": 1.053,
    "args": {
      "External id": 22409,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5000
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828824.203, "dur": 1.003,
    "args": {
      "External id": 22410,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828836.138, "dur": 1.169,
    "args": {
      "External id": 22411,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828848.024, "dur": 1.074,
    "args": {
      "External id": 22412,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828859.788, "dur": 1.226,
    "args": {
      "External id": 22413,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828871.214, "dur": 1.167,
    "args": {
      "External id": 22414,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828960.162, "dur": 2650.274,
    "args": {
      "External id": 22415,"Record function id": 0, "Ev Idx": 5006
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.4)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651828979.573, "dur": 977.219,
    "args": {
      "External id": 22416,"Record function id": 0, "Ev Idx": 5007
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.4)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829030.988, "dur": 325.845,
    "args": {
      "External id": 22417,"Record function id": 0, "Ev Idx": 5008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829115.215, "dur": 5.318,
    "args": {
      "External id": 22418,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 5009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829125.730, "dur": 1.146,
    "args": {
      "External id": 22419,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5010
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829128.619, "dur": 0.906,
    "args": {
      "External id": 22420,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5011
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829130.988, "dur": 1.471,
    "args": {
      "External id": 22421,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5012
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829133.886, "dur": 0.947,
    "args": {
      "External id": 22422,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5013
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829137.432, "dur": 1.375,
    "args": {
      "External id": 22423,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5014
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829140.464, "dur": 1.042,
    "args": {
      "External id": 22424,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829142.837, "dur": 0.810,
    "args": {
      "External id": 22425,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5016
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829145.158, "dur": 1.219,
    "args": {
      "External id": 22426,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5017
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829149.558, "dur": 0.787,
    "args": {
      "External id": 22427,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5018
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829167.582, "dur": 158.511,
    "args": {
      "External id": 22428,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 5019
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829184.100, "dur": 137.717,
    "args": {
      "External id": 22429,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 5020
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829199.528, "dur": 12.320,
    "args": {
      "External id": 22430,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829214.969, "dur": 77.928,
    "args": {
      "External id": 22431,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 5022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829217.475, "dur": 75.045,
    "args": {
      "External id": 22432,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 5023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829221.286, "dur": 5.512,
    "args": {
      "External id": 22433,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5024
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829242.591, "dur": 49.120,
    "args": {
      "External id": 22434,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 5025
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829450.767, "dur": 498.262,
    "args": {
      "External id": 22435,"Record function id": 0, "Ev Idx": 5026
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.3)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829467.190, "dur": 469.443,
    "args": {
      "External id": 22436,"Record function id": 0, "Ev Idx": 5027
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829530.268, "dur": 5.956,
    "args": {
      "External id": 22437,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829551.387, "dur": 22.720,
    "args": {
      "External id": 22438,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 5029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829556.342, "dur": 1.646,
    "args": {
      "External id": 22439,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829559.554, "dur": 0.374,
    "args": {
      "External id": 22440,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829560.996, "dur": 0.322,
    "args": {
      "External id": 22441,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829562.347, "dur": 1.333,
    "args": {
      "External id": 22442,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829565.153, "dur": 0.587,
    "args": {
      "External id": 22443,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829566.460, "dur": 0.402,
    "args": {
      "External id": 22444,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829567.650, "dur": 0.726,
    "args": {
      "External id": 22445,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829569.558, "dur": 0.369,
    "args": {
      "External id": 22446,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5037
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829570.818, "dur": 0.187,
    "args": {
      "External id": 22447,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5038
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829584.591, "dur": 31.809,
    "args": {
      "External id": 22448,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 5039
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829645.092, "dur": 82.273,
    "args": {
      "External id": 22449,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 5040
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829654.163, "dur": 3.292,
    "args": {
      "External id": 22450,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5041
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829662.720, "dur": 9.912,
    "args": {
      "External id": 22451,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 5042
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829666.848, "dur": 5.377,
    "args": {
      "External id": 22452,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 5043
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829670.148, "dur": 0.868,
    "args": {
      "External id": 22453,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 5044
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829678.816, "dur": 15.607,
    "args": {
      "External id": 22454,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 5045
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829680.684, "dur": 0.321,
    "args": {
      "External id": 22455,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5046
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829681.991, "dur": 0.593,
    "args": {
      "External id": 22456,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829683.787, "dur": 0.565,
    "args": {
      "External id": 22457,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829685.259, "dur": 0.190,
    "args": {
      "External id": 22458,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829686.224, "dur": 0.356,
    "args": {
      "External id": 22459,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829687.170, "dur": 0.530,
    "args": {
      "External id": 22460,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5051
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829688.599, "dur": 0.172,
    "args": {
      "External id": 22461,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829689.298, "dur": 0.196,
    "args": {
      "External id": 22462,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829690.192, "dur": 0.746,
    "args": {
      "External id": 22463,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829702.560, "dur": 18.023,
    "args": {
      "External id": 22464,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 5055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829768.283, "dur": 108.343,
    "args": {
      "External id": 22465,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 5056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829793.098, "dur": 80.363,
    "args": {
      "External id": 22466,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5057, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829801.807, "dur": 67.121,
    "args": {
      "External id": 22467,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 5058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829890.496, "dur": 1.695,
    "args": {
      "External id": 22468,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5059, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651829963.892, "dur": 1627.220,
    "args": {
      "External id": 22469,"Sequence number": 246550, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5060
    }
  },
  {
    "ph": "f", "id": 218, "pid": 1336753, "tid": 1381210, "ts": 1295651829963.892,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830119.033, "dur": 106.108,
    "args": {
      "External id": 22470,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 5061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830284.047, "dur": 41.444,
    "args": {
      "External id": 22471,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 5062
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830344.112, "dur": 51.228,
    "args": {
      "External id": 22472,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 5063
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830404.307, "dur": 30.582,
    "args": {
      "External id": 22473,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 5064
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830441.553, "dur": 44.361,
    "args": {
      "External id": 22474,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 5065
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830492.594, "dur": 26.098,
    "args": {
      "External id": 22475,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 5066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830525.213, "dur": 40.573,
    "args": {
      "External id": 22476,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 5067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830589.712, "dur": 23.883,
    "args": {
      "External id": 22477,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 5068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830633.397, "dur": 28.981,
    "args": {
      "External id": 22478,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5069
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830682.523, "dur": 18.966,
    "args": {
      "External id": 22479,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 5070
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830715.358, "dur": 15.924,
    "args": {
      "External id": 22480,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 5071
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830738.477, "dur": 27.629,
    "args": {
      "External id": 22481,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830769.133, "dur": 31.726,
    "args": {
      "External id": 22482,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5073
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830824.385, "dur": 196.707,
    "args": {
      "External id": 22483,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 5074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830895.672, "dur": 5.913,
    "args": {
      "External id": 22484,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651830903.190, "dur": 1.670,
    "args": {
      "External id": 22485,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831061.296, "dur": 26.428,
    "args": {
      "External id": 22486,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5077
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831101.257, "dur": 16.792,
    "args": {
      "External id": 22487,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831126.411, "dur": 39.129,
    "args": {
      "External id": 22488,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5079
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831171.083, "dur": 34.824,
    "args": {
      "External id": 22489,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5080
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831211.619, "dur": 36.201,
    "args": {
      "External id": 22490,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831255.111, "dur": 32.968,
    "args": {
      "External id": 22491,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5082
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831294.324, "dur": 20.459,
    "args": {
      "External id": 22492,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831321.504, "dur": 28.879,
    "args": {
      "External id": 22493,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5084
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831370.131, "dur": 22.444,
    "args": {
      "External id": 22494,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 5085
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831409.964, "dur": 24.787,
    "args": {
      "External id": 22495,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5086
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831453.829, "dur": 31.145,
    "args": {
      "External id": 22496,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 5087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831509.571, "dur": 18.424,
    "args": {
      "External id": 22497,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 5088
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831541.663, "dur": 18.966,
    "args": {
      "External id": 22498,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 5089
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831632.369, "dur": 18.605,
    "args": {
      "External id": 22499,"Record function id": 0, "Ev Idx": 5090
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831635.904, "dur": 14.133,
    "args": {
      "External id": 22500,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5091
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831643.177, "dur": 5.850,
    "args": {
      "External id": 22501,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5092
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831644.577, "dur": 4.348,
    "args": {
      "External id": 22502,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831655.045, "dur": 4.604,
    "args": {
      "External id": 22503,"Record function id": 0, "Ev Idx": 5094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831656.427, "dur": 2.776,
    "args": {
      "External id": 22504,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831657.409, "dur": 1.351,
    "args": {
      "External id": 22505,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5096
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831657.929, "dur": 0.760,
    "args": {
      "External id": 22506,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5097
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831662.882, "dur": 4.831,
    "args": {
      "External id": 22507,"Record function id": 0, "Ev Idx": 5098
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831663.882, "dur": 3.386,
    "args": {
      "External id": 22508,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5099
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831664.557, "dur": 2.070,
    "args": {
      "External id": 22509,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831665.327, "dur": 1.199,
    "args": {
      "External id": 22510,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831671.028, "dur": 4.620,
    "args": {
      "External id": 22511,"Record function id": 0, "Ev Idx": 5102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831672.315, "dur": 2.932,
    "args": {
      "External id": 22512,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5103
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831673.242, "dur": 1.366,
    "args": {
      "External id": 22513,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831673.519, "dur": 1.003,
    "args": {
      "External id": 22514,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831678.786, "dur": 4.231,
    "args": {
      "External id": 22515,"Record function id": 0, "Ev Idx": 5106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831679.767, "dur": 2.834,
    "args": {
      "External id": 22516,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831680.612, "dur": 1.393,
    "args": {
      "External id": 22517,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831681.108, "dur": 0.825,
    "args": {
      "External id": 22518,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831686.121, "dur": 3.790,
    "args": {
      "External id": 22519,"Record function id": 0, "Ev Idx": 5110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831687.103, "dur": 2.404,
    "args": {
      "External id": 22520,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831687.939, "dur": 1.123,
    "args": {
      "External id": 22521,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5112
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831688.531, "dur": 0.464,
    "args": {
      "External id": 22522,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5113
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831693.157, "dur": 3.598,
    "args": {
      "External id": 22523,"Record function id": 0, "Ev Idx": 5114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831694.500, "dur": 1.840,
    "args": {
      "External id": 22524,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831695.096, "dur": 0.829,
    "args": {
      "External id": 22525,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5116
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831695.397, "dur": 0.454,
    "args": {
      "External id": 22526,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5117
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831699.937, "dur": 51.539,
    "args": {
      "External id": 22527,"Record function id": 0, "Ev Idx": 5118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831700.904, "dur": 50.102,
    "args": {
      "External id": 22528,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831745.744, "dur": 4.729,
    "args": {
      "External id": 22529,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831747.779, "dur": 2.587,
    "args": {
      "External id": 22530,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831754.960, "dur": 3.430,
    "args": {
      "External id": 22531,"Record function id": 0, "Ev Idx": 5122
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831755.961, "dur": 2.020,
    "args": {
      "External id": 22532,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5123
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831756.550, "dur": 1.002,
    "args": {
      "External id": 22533,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831756.837, "dur": 0.602,
    "args": {
      "External id": 22534,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5125
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831762.420, "dur": 37539.287,
    "args": {
      "External id": 22535,"Record function id": 0, "Sequence number": 246549, "Fwd thread id": 1, "Ev Idx": 5126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831763.769, "dur": 37528.813,
    "args": {
      "External id": 22536,"Sequence number": 246549, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5127
    }
  },
  {
    "ph": "f", "id": 219, "pid": 1336753, "tid": 1381210, "ts": 1295651831763.769,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.4)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831792.031, "dur": 36.171,
    "args": {
      "External id": 22537,"Record function id": 0, "Ev Idx": 5128
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.4)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831835.463, "dur": 65.080,
    "args": {
      "External id": 22538,"Record function id": 0, "Ev Idx": 5129
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.4)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651831906.322, "dur": 37377.872,
    "args": {
      "External id": 22539,"Record function id": 0, "Ev Idx": 5130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651832027.826, "dur": 8.073,
    "args": {
      "External id": 22540,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651832047.076, "dur": 5.388,
    "args": {
      "External id": 22541,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 5132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651832069.968, "dur": 36367.352,
    "args": {
      "External id": 22542,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 5133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651832083.692, "dur": 36345.606,
    "args": {
      "External id": 22543,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 5134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651832130.656, "dur": 14.535,
    "args": {
      "External id": 22544,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651832151.518, "dur": 36242.311,
    "args": {
      "External id": 22545,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 5136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651832153.948, "dur": 36239.232,
    "args": {
      "External id": 22546,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 5137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651832157.647, "dur": 6.001,
    "args": {
      "External id": 22547,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651832165.229, "dur": 36224.646,
    "args": {
      "External id": 22548,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 5139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651868524.755, "dur": 8.158,
    "args": {
      "External id": 22549,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 5140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651868527.207, "dur": 5.453,
    "args": {
      "External id": 22550,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651868560.794, "dur": 388.730,
    "args": {
      "External id": 22551,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 5142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651868586.565, "dur": 358.816,
    "args": {
      "External id": 22552,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5143, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651868596.781, "dur": 343.708,
    "args": {
      "External id": 22553,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 5144
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651868968.102, "dur": 2.047,
    "args": {
      "External id": 22554,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5145, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869063.404, "dur": 7.033,
    "args": {
      "External id": 22555,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869115.635, "dur": 1.393,
    "args": {
      "External id": 22556,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869132.498, "dur": 1.538,
    "args": {
      "External id": 22557,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869145.172, "dur": 0.730,
    "args": {
      "External id": 22558,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869157.716, "dur": 0.888,
    "args": {
      "External id": 22559,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869168.305, "dur": 0.737,
    "args": {
      "External id": 22560,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869179.456, "dur": 1.296,
    "args": {
      "External id": 22561,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869191.301, "dur": 1.321,
    "args": {
      "External id": 22562,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869205.311, "dur": 1.125,
    "args": {
      "External id": 22563,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869318.049, "dur": 2589.339,
    "args": {
      "External id": 22564,"Record function id": 0, "Ev Idx": 5155
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.3)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869338.782, "dur": 970.563,
    "args": {
      "External id": 22565,"Record function id": 0, "Ev Idx": 5156
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.3)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869353.141, "dur": 305.915,
    "args": {
      "External id": 22566,"Record function id": 0, "Ev Idx": 5157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869434.101, "dur": 4.486,
    "args": {
      "External id": 22567,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 5158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869441.767, "dur": 1.234,
    "args": {
      "External id": 22568,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869446.209, "dur": 0.991,
    "args": {
      "External id": 22569,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869448.797, "dur": 0.822,
    "args": {
      "External id": 22570,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869450.923, "dur": 1.696,
    "args": {
      "External id": 22571,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869454.041, "dur": 0.905,
    "args": {
      "External id": 22572,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869458.046, "dur": 0.609,
    "args": {
      "External id": 22573,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869459.888, "dur": 1.667,
    "args": {
      "External id": 22574,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869463.260, "dur": 0.909,
    "args": {
      "External id": 22575,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869465.449, "dur": 0.867,
    "args": {
      "External id": 22576,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869484.832, "dur": 142.847,
    "args": {
      "External id": 22577,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 5168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869501.030, "dur": 122.758,
    "args": {
      "External id": 22578,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 5169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869518.588, "dur": 12.897,
    "args": {
      "External id": 22579,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869534.610, "dur": 62.845,
    "args": {
      "External id": 22580,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 5171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869537.287, "dur": 59.874,
    "args": {
      "External id": 22581,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 5172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869541.021, "dur": 5.023,
    "args": {
      "External id": 22582,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869547.733, "dur": 48.817,
    "args": {
      "External id": 22583,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 5174
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869744.498, "dur": 556.907,
    "args": {
      "External id": 22584,"Record function id": 0, "Ev Idx": 5175
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.2)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869759.171, "dur": 529.451,
    "args": {
      "External id": 22585,"Record function id": 0, "Ev Idx": 5176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869817.782, "dur": 4.522,
    "args": {
      "External id": 22586,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5177
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869837.705, "dur": 21.346,
    "args": {
      "External id": 22587,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 5178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869841.642, "dur": 1.470,
    "args": {
      "External id": 22588,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869844.891, "dur": 0.322,
    "args": {
      "External id": 22589,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869846.706, "dur": 0.444,
    "args": {
      "External id": 22590,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869848.553, "dur": 0.303,
    "args": {
      "External id": 22591,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869849.793, "dur": 0.301,
    "args": {
      "External id": 22592,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869850.900, "dur": 0.382,
    "args": {
      "External id": 22593,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869852.970, "dur": 0.382,
    "args": {
      "External id": 22594,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869854.166, "dur": 0.412,
    "args": {
      "External id": 22595,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869855.123, "dur": 0.323,
    "args": {
      "External id": 22596,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869868.620, "dur": 29.872,
    "args": {
      "External id": 22597,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 5188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869925.615, "dur": 130.069,
    "args": {
      "External id": 22598,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 5189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869934.291, "dur": 2.922,
    "args": {
      "External id": 22599,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869942.152, "dur": 9.693,
    "args": {
      "External id": 22600,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 5191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869946.115, "dur": 5.287,
    "args": {
      "External id": 22601,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 5192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869949.859, "dur": 0.426,
    "args": {
      "External id": 22602,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 5193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869957.686, "dur": 18.218,
    "args": {
      "External id": 22603,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 5194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869959.184, "dur": 0.604,
    "args": {
      "External id": 22604,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5195
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869961.200, "dur": 0.391,
    "args": {
      "External id": 22605,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869962.926, "dur": 0.828,
    "args": {
      "External id": 22606,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869965.022, "dur": 0.378,
    "args": {
      "External id": 22607,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869966.158, "dur": 0.179,
    "args": {
      "External id": 22608,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869967.034, "dur": 0.703,
    "args": {
      "External id": 22609,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869968.736, "dur": 0.268,
    "args": {
      "External id": 22610,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869969.549, "dur": 0.288,
    "args": {
      "External id": 22611,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651869970.447, "dur": 0.256,
    "args": {
      "External id": 22612,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870024.234, "dur": 23.372,
    "args": {
      "External id": 22613,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 5204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870098.072, "dur": 109.076,
    "args": {
      "External id": 22614,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 5205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870122.025, "dur": 81.960,
    "args": {
      "External id": 22615,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5206, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870130.997, "dur": 69.023,
    "args": {
      "External id": 22616,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 5207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870220.913, "dur": 1.885,
    "args": {
      "External id": 22617,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5208, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870316.691, "dur": 1565.845,
    "args": {
      "External id": 22618,"Sequence number": 246548, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5209
    }
  },
  {
    "ph": "f", "id": 220, "pid": 1336753, "tid": 1381210, "ts": 1295651870316.691,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870428.550, "dur": 103.426,
    "args": {
      "External id": 22619,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 5210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870571.601, "dur": 42.333,
    "args": {
      "External id": 22620,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 5211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870630.590, "dur": 48.640,
    "args": {
      "External id": 22621,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 5212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870687.942, "dur": 30.803,
    "args": {
      "External id": 22622,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 5213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870725.236, "dur": 43.837,
    "args": {
      "External id": 22623,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 5214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870775.383, "dur": 26.585,
    "args": {
      "External id": 22624,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 5215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870808.969, "dur": 41.821,
    "args": {
      "External id": 22625,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 5216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870874.479, "dur": 23.565,
    "args": {
      "External id": 22626,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 5217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870916.455, "dur": 30.179,
    "args": {
      "External id": 22627,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651870967.273, "dur": 58.748,
    "args": {
      "External id": 22628,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 5219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871046.034, "dur": 19.401,
    "args": {
      "External id": 22629,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 5220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871074.661, "dur": 33.676,
    "args": {
      "External id": 22630,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5221
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871111.712, "dur": 33.700,
    "args": {
      "External id": 22631,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871171.209, "dur": 179.770,
    "args": {
      "External id": 22632,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 5223
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871257.604, "dur": 6.383,
    "args": {
      "External id": 22633,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871266.107, "dur": 2.482,
    "args": {
      "External id": 22634,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871386.810, "dur": 24.272,
    "args": {
      "External id": 22635,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871426.066, "dur": 15.728,
    "args": {
      "External id": 22636,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871449.442, "dur": 40.269,
    "args": {
      "External id": 22637,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5228
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871495.505, "dur": 34.843,
    "args": {
      "External id": 22638,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5229
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871536.175, "dur": 21.083,
    "args": {
      "External id": 22639,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871561.526, "dur": 28.823,
    "args": {
      "External id": 22640,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871595.830, "dur": 20.100,
    "args": {
      "External id": 22641,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871622.097, "dur": 30.285,
    "args": {
      "External id": 22642,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5233
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871669.822, "dur": 22.191,
    "args": {
      "External id": 22643,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 5234
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871708.499, "dur": 23.372,
    "args": {
      "External id": 22644,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871747.197, "dur": 33.621,
    "args": {
      "External id": 22645,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 5236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871804.127, "dur": 20.814,
    "args": {
      "External id": 22646,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 5237
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871838.964, "dur": 17.507,
    "args": {
      "External id": 22647,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 5238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871929.429, "dur": 15.376,
    "args": {
      "External id": 22648,"Record function id": 0, "Ev Idx": 5239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871932.880, "dur": 10.952,
    "args": {
      "External id": 22649,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871937.023, "dur": 5.931,
    "args": {
      "External id": 22650,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871938.310, "dur": 4.518,
    "args": {
      "External id": 22651,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871948.910, "dur": 7.808,
    "args": {
      "External id": 22652,"Record function id": 0, "Ev Idx": 5243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871950.339, "dur": 2.877,
    "args": {
      "External id": 22653,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871951.126, "dur": 1.638,
    "args": {
      "External id": 22654,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871951.859, "dur": 0.832,
    "args": {
      "External id": 22655,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871959.927, "dur": 3.969,
    "args": {
      "External id": 22656,"Record function id": 0, "Ev Idx": 5247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871961.076, "dur": 2.382,
    "args": {
      "External id": 22657,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871961.571, "dur": 1.462,
    "args": {
      "External id": 22658,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871962.441, "dur": 0.484,
    "args": {
      "External id": 22659,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871967.170, "dur": 3.770,
    "args": {
      "External id": 22660,"Record function id": 0, "Ev Idx": 5251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871968.319, "dur": 2.192,
    "args": {
      "External id": 22661,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871968.820, "dur": 1.076,
    "args": {
      "External id": 22662,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871969.334, "dur": 0.466,
    "args": {
      "External id": 22663,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871974.162, "dur": 3.982,
    "args": {
      "External id": 22664,"Record function id": 0, "Ev Idx": 5255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871975.247, "dur": 2.434,
    "args": {
      "External id": 22665,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871976.144, "dur": 1.120,
    "args": {
      "External id": 22666,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871976.407, "dur": 0.790,
    "args": {
      "External id": 22667,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871981.420, "dur": 43.980,
    "args": {
      "External id": 22668,"Record function id": 0, "Ev Idx": 5259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871982.342, "dur": 41.884,
    "args": {
      "External id": 22669,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871983.087, "dur": 40.079,
    "args": {
      "External id": 22670,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651871983.653, "dur": 39.045,
    "args": {
      "External id": 22671,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872031.231, "dur": 4.984,
    "args": {
      "External id": 22672,"Record function id": 0, "Ev Idx": 5263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872032.773, "dur": 2.998,
    "args": {
      "External id": 22673,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872033.818, "dur": 1.523,
    "args": {
      "External id": 22674,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872034.220, "dur": 1.049,
    "args": {
      "External id": 22675,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872039.733, "dur": 7.471,
    "args": {
      "External id": 22676,"Record function id": 0, "Ev Idx": 5267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872041.033, "dur": 5.741,
    "args": {
      "External id": 22677,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872044.773, "dur": 1.597,
    "args": {
      "External id": 22678,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872045.271, "dur": 0.998,
    "args": {
      "External id": 22679,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872050.331, "dur": 5.441,
    "args": {
      "External id": 22680,"Record function id": 0, "Ev Idx": 5271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872051.487, "dur": 3.826,
    "args": {
      "External id": 22681,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872052.290, "dur": 2.629,
    "args": {
      "External id": 22682,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872054.030, "dur": 0.757,
    "args": {
      "External id": 22683,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872059.633, "dur": 35631.569,
    "args": {
      "External id": 22684,"Record function id": 0, "Sequence number": 246547, "Fwd thread id": 1, "Ev Idx": 5275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872060.753, "dur": 35621.455,
    "args": {
      "External id": 22685,"Sequence number": 246547, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5276
    }
  },
  {
    "ph": "f", "id": 221, "pid": 1336753, "tid": 1381210, "ts": 1295651872060.753,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.3)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872093.408, "dur": 40.876,
    "args": {
      "External id": 22686,"Record function id": 0, "Ev Idx": 5277
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.3)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872141.675, "dur": 67.161,
    "args": {
      "External id": 22687,"Record function id": 0, "Ev Idx": 5278
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.3)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872214.249, "dur": 35460.405,
    "args": {
      "External id": 22688,"Record function id": 0, "Ev Idx": 5279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872318.596, "dur": 6.832,
    "args": {
      "External id": 22689,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872335.591, "dur": 5.359,
    "args": {
      "External id": 22690,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 5281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872356.249, "dur": 34505.888,
    "args": {
      "External id": 22691,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 5282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872369.985, "dur": 34484.109,
    "args": {
      "External id": 22692,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 5283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872416.998, "dur": 13.755,
    "args": {
      "External id": 22693,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872437.371, "dur": 34374.795,
    "args": {
      "External id": 22694,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 5285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872441.764, "dur": 34369.801,
    "args": {
      "External id": 22695,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 5286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872445.571, "dur": 5.866,
    "args": {
      "External id": 22696,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651872453.153, "dur": 34355.016,
    "args": {
      "External id": 22697,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 5288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651906948.084, "dur": 10.072,
    "args": {
      "External id": 22698,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 5289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651906950.910, "dur": 6.897,
    "args": {
      "External id": 22699,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907011.291, "dur": 375.492,
    "args": {
      "External id": 22700,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 5291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907039.883, "dur": 342.289,
    "args": {
      "External id": 22701,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5292, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907051.831, "dur": 324.398,
    "args": {
      "External id": 22702,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 5293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907407.927, "dur": 2.470,
    "args": {
      "External id": 22703,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5294, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907469.601, "dur": 6.758,
    "args": {
      "External id": 22704,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907520.688, "dur": 1.366,
    "args": {
      "External id": 22705,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907539.154, "dur": 1.219,
    "args": {
      "External id": 22706,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907551.760, "dur": 1.032,
    "args": {
      "External id": 22707,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907562.982, "dur": 0.674,
    "args": {
      "External id": 22708,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907573.532, "dur": 0.792,
    "args": {
      "External id": 22709,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907585.869, "dur": 1.258,
    "args": {
      "External id": 22710,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907601.613, "dur": 1.257,
    "args": {
      "External id": 22711,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907613.016, "dur": 1.314,
    "args": {
      "External id": 22712,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907704.958, "dur": 2675.353,
    "args": {
      "External id": 22713,"Record function id": 0, "Ev Idx": 5304
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.2)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907725.880, "dur": 1007.960,
    "args": {
      "External id": 22714,"Record function id": 0, "Ev Idx": 5305
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.2)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907741.096, "dur": 345.949,
    "args": {
      "External id": 22715,"Record function id": 0, "Ev Idx": 5306
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907822.495, "dur": 4.153,
    "args": {
      "External id": 22716,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 5307
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907829.674, "dur": 1.231,
    "args": {
      "External id": 22717,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907834.231, "dur": 0.985,
    "args": {
      "External id": 22718,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907836.853, "dur": 1.223,
    "args": {
      "External id": 22719,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907839.564, "dur": 0.999,
    "args": {
      "External id": 22720,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907842.057, "dur": 1.297,
    "args": {
      "External id": 22721,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907846.119, "dur": 1.127,
    "args": {
      "External id": 22722,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907848.618, "dur": 0.870,
    "args": {
      "External id": 22723,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907850.836, "dur": 0.902,
    "args": {
      "External id": 22724,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907852.847, "dur": 1.682,
    "args": {
      "External id": 22725,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907872.793, "dur": 183.224,
    "args": {
      "External id": 22726,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 5317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907888.070, "dur": 163.065,
    "args": {
      "External id": 22727,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 5318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907904.324, "dur": 11.922,
    "args": {
      "External id": 22728,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907919.176, "dur": 101.690,
    "args": {
      "External id": 22729,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 5320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907921.855, "dur": 98.532,
    "args": {
      "External id": 22730,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 5321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907926.231, "dur": 5.829,
    "args": {
      "External id": 22731,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651907933.790, "dur": 85.357,
    "args": {
      "External id": 22732,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 5323
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908187.981, "dur": 537.645,
    "args": {
      "External id": 22733,"Record function id": 0, "Ev Idx": 5324
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.1)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908204.295, "dur": 508.867,
    "args": {
      "External id": 22734,"Record function id": 0, "Ev Idx": 5325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908283.562, "dur": 6.970,
    "args": {
      "External id": 22735,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908314.116, "dur": 23.776,
    "args": {
      "External id": 22736,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 5327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908320.512, "dur": 1.518,
    "args": {
      "External id": 22737,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908323.683, "dur": 0.278,
    "args": {
      "External id": 22738,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908325.069, "dur": 0.306,
    "args": {
      "External id": 22739,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908326.203, "dur": 0.383,
    "args": {
      "External id": 22740,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908327.143, "dur": 0.783,
    "args": {
      "External id": 22741,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908329.462, "dur": 0.367,
    "args": {
      "External id": 22742,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908330.910, "dur": 0.373,
    "args": {
      "External id": 22743,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908332.192, "dur": 0.515,
    "args": {
      "External id": 22744,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5335
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908333.512, "dur": 1.081,
    "args": {
      "External id": 22745,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908347.762, "dur": 34.491,
    "args": {
      "External id": 22746,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 5337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908411.942, "dur": 88.540,
    "args": {
      "External id": 22747,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 5338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908421.758, "dur": 3.132,
    "args": {
      "External id": 22748,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5339
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908429.854, "dur": 9.689,
    "args": {
      "External id": 22749,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 5340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908433.916, "dur": 5.177,
    "args": {
      "External id": 22750,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 5341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908437.479, "dur": 0.460,
    "args": {
      "External id": 22751,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 5342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908445.575, "dur": 19.881,
    "args": {
      "External id": 22752,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 5343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908447.018, "dur": 0.763,
    "args": {
      "External id": 22753,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908449.358, "dur": 0.201,
    "args": {
      "External id": 22754,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908450.351, "dur": 0.212,
    "args": {
      "External id": 22755,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908451.145, "dur": 0.480,
    "args": {
      "External id": 22756,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908452.909, "dur": 0.622,
    "args": {
      "External id": 22757,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5348
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908454.782, "dur": 0.354,
    "args": {
      "External id": 22758,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908457.807, "dur": 0.401,
    "args": {
      "External id": 22759,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908459.428, "dur": 0.783,
    "args": {
      "External id": 22760,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908461.281, "dur": 0.263,
    "args": {
      "External id": 22761,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908474.430, "dur": 18.988,
    "args": {
      "External id": 22762,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 5353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908540.709, "dur": 109.614,
    "args": {
      "External id": 22763,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 5354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908565.376, "dur": 81.961,
    "args": {
      "External id": 22764,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5355, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908573.972, "dur": 69.460,
    "args": {
      "External id": 22765,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 5356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908666.731, "dur": 1.737,
    "args": {
      "External id": 22766,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5357, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908740.921, "dur": 1615.987,
    "args": {
      "External id": 22767,"Sequence number": 246546, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5358
    }
  },
  {
    "ph": "f", "id": 222, "pid": 1336753, "tid": 1381210, "ts": 1295651908740.921,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651908849.428, "dur": 101.538,
    "args": {
      "External id": 22768,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 5359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909028.767, "dur": 45.720,
    "args": {
      "External id": 22769,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 5360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909093.686, "dur": 54.578,
    "args": {
      "External id": 22770,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 5361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909157.227, "dur": 31.771,
    "args": {
      "External id": 22771,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 5362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909195.141, "dur": 60.309,
    "args": {
      "External id": 22772,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 5363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909266.714, "dur": 29.687,
    "args": {
      "External id": 22773,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 5364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909302.994, "dur": 41.971,
    "args": {
      "External id": 22774,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 5365
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909371.519, "dur": 25.477,
    "args": {
      "External id": 22775,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 5366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909414.583, "dur": 30.703,
    "args": {
      "External id": 22776,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909465.712, "dur": 19.267,
    "args": {
      "External id": 22777,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 5368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909497.713, "dur": 15.113,
    "args": {
      "External id": 22778,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 5369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909520.848, "dur": 28.979,
    "args": {
      "External id": 22779,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909552.879, "dur": 33.623,
    "args": {
      "External id": 22780,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909610.901, "dur": 164.180,
    "args": {
      "External id": 22781,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 5372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909685.705, "dur": 6.581,
    "args": {
      "External id": 22782,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909694.001, "dur": 1.823,
    "args": {
      "External id": 22783,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909805.991, "dur": 23.626,
    "args": {
      "External id": 22784,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909840.079, "dur": 15.871,
    "args": {
      "External id": 22785,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909862.645, "dur": 32.703,
    "args": {
      "External id": 22786,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909900.952, "dur": 33.790,
    "args": {
      "External id": 22787,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5378
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909940.416, "dur": 20.172,
    "args": {
      "External id": 22788,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651909964.796, "dur": 66.422,
    "args": {
      "External id": 22789,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910040.662, "dur": 23.307,
    "args": {
      "External id": 22790,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5381
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910070.804, "dur": 32.769,
    "args": {
      "External id": 22791,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5382
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910121.988, "dur": 27.182,
    "args": {
      "External id": 22792,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 5383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910173.431, "dur": 32.097,
    "args": {
      "External id": 22793,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910226.173, "dur": 35.656,
    "args": {
      "External id": 22794,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 5385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910281.680, "dur": 14.778,
    "args": {
      "External id": 22795,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 5386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910309.603, "dur": 19.813,
    "args": {
      "External id": 22796,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 5387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910402.730, "dur": 15.186,
    "args": {
      "External id": 22797,"Record function id": 0, "Ev Idx": 5388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910405.624, "dur": 11.229,
    "args": {
      "External id": 22798,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910409.782, "dur": 6.161,
    "args": {
      "External id": 22799,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910411.430, "dur": 4.365,
    "args": {
      "External id": 22800,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910421.742, "dur": 5.037,
    "args": {
      "External id": 22801,"Record function id": 0, "Ev Idx": 5392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910423.191, "dur": 3.160,
    "args": {
      "External id": 22802,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910424.506, "dur": 1.408,
    "args": {
      "External id": 22803,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910425.011, "dur": 0.831,
    "args": {
      "External id": 22804,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910430.207, "dur": 4.048,
    "args": {
      "External id": 22805,"Record function id": 0, "Ev Idx": 5396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910431.415, "dur": 2.399,
    "args": {
      "External id": 22806,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910432.050, "dur": 1.249,
    "args": {
      "External id": 22807,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910432.497, "dur": 0.714,
    "args": {
      "External id": 22808,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910437.557, "dur": 4.431,
    "args": {
      "External id": 22809,"Record function id": 0, "Ev Idx": 5400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910438.775, "dur": 2.784,
    "args": {
      "External id": 22810,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910439.838, "dur": 1.290,
    "args": {
      "External id": 22811,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910440.328, "dur": 0.726,
    "args": {
      "External id": 22812,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910445.176, "dur": 4.482,
    "args": {
      "External id": 22813,"Record function id": 0, "Ev Idx": 5404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910446.296, "dur": 2.884,
    "args": {
      "External id": 22814,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910446.822, "dur": 1.930,
    "args": {
      "External id": 22815,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910447.684, "dur": 1.002,
    "args": {
      "External id": 22816,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910452.818, "dur": 5.289,
    "args": {
      "External id": 22817,"Record function id": 0, "Ev Idx": 5408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910453.993, "dur": 3.690,
    "args": {
      "External id": 22818,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910454.824, "dur": 2.432,
    "args": {
      "External id": 22819,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910456.426, "dur": 0.756,
    "args": {
      "External id": 22820,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910461.485, "dur": 4.458,
    "args": {
      "External id": 22821,"Record function id": 0, "Ev Idx": 5412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910462.673, "dur": 2.821,
    "args": {
      "External id": 22822,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910463.439, "dur": 1.516,
    "args": {
      "External id": 22823,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910463.958, "dur": 0.924,
    "args": {
      "External id": 22824,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910469.088, "dur": 3.340,
    "args": {
      "External id": 22825,"Record function id": 0, "Ev Idx": 5416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910470.011, "dur": 1.990,
    "args": {
      "External id": 22826,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910470.506, "dur": 1.096,
    "args": {
      "External id": 22827,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910470.771, "dur": 0.764,
    "args": {
      "External id": 22828,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910475.541, "dur": 4.559,
    "args": {
      "External id": 22829,"Record function id": 0, "Ev Idx": 5420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910476.555, "dur": 3.101,
    "args": {
      "External id": 22830,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910477.021, "dur": 0.876,
    "args": {
      "External id": 22831,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910477.361, "dur": 0.469,
    "args": {
      "External id": 22832,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910483.702, "dur": 36157.592,
    "args": {
      "External id": 22833,"Record function id": 0, "Sequence number": 246545, "Fwd thread id": 1, "Ev Idx": 5424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910484.810, "dur": 36147.495,
    "args": {
      "External id": 22834,"Sequence number": 246545, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5425
    }
  },
  {
    "ph": "f", "id": 223, "pid": 1336753, "tid": 1381210, "ts": 1295651910484.810,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.2)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910513.579, "dur": 38.009,
    "args": {
      "External id": 22835,"Record function id": 0, "Ev Idx": 5426
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.2)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910559.781, "dur": 67.731,
    "args": {
      "External id": 22836,"Record function id": 0, "Ev Idx": 5427
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.2)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910633.206, "dur": 35991.486,
    "args": {
      "External id": 22837,"Record function id": 0, "Ev Idx": 5428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910720.705, "dur": 6.442,
    "args": {
      "External id": 22838,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910736.043, "dur": 4.949,
    "args": {
      "External id": 22839,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 5430
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910754.241, "dur": 35061.642,
    "args": {
      "External id": 22840,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 5431
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910768.135, "dur": 35039.385,
    "args": {
      "External id": 22841,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 5432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910805.137, "dur": 12.441,
    "args": {
      "External id": 22842,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910824.458, "dur": 34946.572,
    "args": {
      "External id": 22843,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 5434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910826.741, "dur": 34943.429,
    "args": {
      "External id": 22844,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 5435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910830.494, "dur": 4.775,
    "args": {
      "External id": 22845,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651910838.539, "dur": 34928.087,
    "args": {
      "External id": 22846,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 5437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651945905.566, "dur": 11.565,
    "args": {
      "External id": 22847,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 5438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651945908.464, "dur": 8.221,
    "args": {
      "External id": 22848,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651945945.731, "dur": 396.265,
    "args": {
      "External id": 22849,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 5440
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651945977.011, "dur": 359.890,
    "args": {
      "External id": 22850,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5441, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946013.953, "dur": 317.235,
    "args": {
      "External id": 22851,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 5442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946362.326, "dur": 2.443,
    "args": {
      "External id": 22852,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5443, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946425.825, "dur": 7.087,
    "args": {
      "External id": 22853,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946476.348, "dur": 1.768,
    "args": {
      "External id": 22854,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946493.919, "dur": 1.523,
    "args": {
      "External id": 22855,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946507.344, "dur": 0.900,
    "args": {
      "External id": 22856,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5447
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946518.111, "dur": 1.042,
    "args": {
      "External id": 22857,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946529.195, "dur": 1.255,
    "args": {
      "External id": 22858,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946540.304, "dur": 1.484,
    "args": {
      "External id": 22859,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946553.670, "dur": 1.253,
    "args": {
      "External id": 22860,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946565.005, "dur": 1.224,
    "args": {
      "External id": 22861,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946654.602, "dur": 2697.207,
    "args": {
      "External id": 22862,"Record function id": 0, "Ev Idx": 5453
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.1)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946674.656, "dur": 1002.295,
    "args": {
      "External id": 22863,"Record function id": 0, "Ev Idx": 5454
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.1)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946689.916, "dur": 341.053,
    "args": {
      "External id": 22864,"Record function id": 0, "Ev Idx": 5455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946774.664, "dur": 4.711,
    "args": {
      "External id": 22865,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 5456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946782.669, "dur": 1.146,
    "args": {
      "External id": 22866,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946785.649, "dur": 0.911,
    "args": {
      "External id": 22867,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5458
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946788.358, "dur": 1.364,
    "args": {
      "External id": 22868,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946791.089, "dur": 1.108,
    "args": {
      "External id": 22869,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5460
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946795.364, "dur": 0.951,
    "args": {
      "External id": 22870,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5461
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946798.008, "dur": 0.710,
    "args": {
      "External id": 22871,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946800.051, "dur": 0.893,
    "args": {
      "External id": 22872,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946802.205, "dur": 0.868,
    "args": {
      "External id": 22873,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946805.544, "dur": 0.758,
    "args": {
      "External id": 22874,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946822.960, "dur": 139.913,
    "args": {
      "External id": 22875,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 5466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946837.866, "dur": 121.080,
    "args": {
      "External id": 22876,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 5467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946853.834, "dur": 12.664,
    "args": {
      "External id": 22877,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946869.783, "dur": 62.443,
    "args": {
      "External id": 22878,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 5469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946872.478, "dur": 59.423,
    "args": {
      "External id": 22879,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 5470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946876.106, "dur": 5.184,
    "args": {
      "External id": 22880,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651946882.824, "dur": 48.364,
    "args": {
      "External id": 22881,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 5472
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::backward_prefetch for model.layers.0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947135.698, "dur": 534.171,
    "args": {
      "External id": 22882,"Record function id": 0, "Ev Idx": 5473
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.0)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947152.163, "dur": 505.698,
    "args": {
      "External id": 22883,"Record function id": 0, "Ev Idx": 5474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947217.675, "dur": 6.409,
    "args": {
      "External id": 22884,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947256.942, "dur": 21.357,
    "args": {
      "External id": 22885,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 5476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947261.946, "dur": 2.062,
    "args": {
      "External id": 22886,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947265.742, "dur": 0.533,
    "args": {
      "External id": 22887,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947267.497, "dur": 0.598,
    "args": {
      "External id": 22888,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947268.746, "dur": 0.342,
    "args": {
      "External id": 22889,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947270.473, "dur": 0.394,
    "args": {
      "External id": 22890,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947271.603, "dur": 0.204,
    "args": {
      "External id": 22891,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947272.749, "dur": 0.168,
    "args": {
      "External id": 22892,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947273.698, "dur": 0.546,
    "args": {
      "External id": 22893,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947275.155, "dur": 0.278,
    "args": {
      "External id": 22894,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947288.112, "dur": 35.173,
    "args": {
      "External id": 22895,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 5486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947354.040, "dur": 88.729,
    "args": {
      "External id": 22896,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 5487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947363.704, "dur": 3.820,
    "args": {
      "External id": 22897,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5488
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947372.367, "dur": 9.860,
    "args": {
      "External id": 22898,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 5489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947376.869, "dur": 4.929,
    "args": {
      "External id": 22899,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 5490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947380.109, "dur": 0.511,
    "args": {
      "External id": 22900,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 5491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947388.558, "dur": 18.103,
    "args": {
      "External id": 22901,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 5492
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947390.768, "dur": 0.570,
    "args": {
      "External id": 22902,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947392.482, "dur": 0.289,
    "args": {
      "External id": 22903,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947394.035, "dur": 0.293,
    "args": {
      "External id": 22904,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947395.042, "dur": 0.273,
    "args": {
      "External id": 22905,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947396.838, "dur": 0.377,
    "args": {
      "External id": 22906,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947397.756, "dur": 0.173,
    "args": {
      "External id": 22907,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947398.469, "dur": 0.193,
    "args": {
      "External id": 22908,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947399.642, "dur": 0.899,
    "args": {
      "External id": 22909,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947401.426, "dur": 0.711,
    "args": {
      "External id": 22910,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947416.054, "dur": 18.877,
    "args": {
      "External id": 22911,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 5502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947486.943, "dur": 110.989,
    "args": {
      "External id": 22912,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 5503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947511.834, "dur": 82.829,
    "args": {
      "External id": 22913,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5504, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947520.748, "dur": 70.164,
    "args": {
      "External id": 22914,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 5505
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947611.943, "dur": 1.621,
    "args": {
      "External id": 22915,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5506, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947683.465, "dur": 1647.834,
    "args": {
      "External id": 22916,"Sequence number": 246544, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5507
    }
  },
  {
    "ph": "f", "id": 224, "pid": 1336753, "tid": 1381210, "ts": 1295651947683.465,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947792.676, "dur": 100.685,
    "args": {
      "External id": 22917,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 5508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651947930.938, "dur": 42.024,
    "args": {
      "External id": 22918,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 5509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948031.238, "dur": 56.266,
    "args": {
      "External id": 22919,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 5510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948097.508, "dur": 31.884,
    "args": {
      "External id": 22920,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 5511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948135.126, "dur": 44.578,
    "args": {
      "External id": 22921,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 5512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948187.212, "dur": 26.046,
    "args": {
      "External id": 22922,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 5513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948220.484, "dur": 59.613,
    "args": {
      "External id": 22923,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 5514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948309.548, "dur": 26.081,
    "args": {
      "External id": 22924,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 5515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948355.571, "dur": 31.815,
    "args": {
      "External id": 22925,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948407.635, "dur": 19.888,
    "args": {
      "External id": 22926,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 5517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948440.723, "dur": 15.938,
    "args": {
      "External id": 22927,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 5518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948465.337, "dur": 30.504,
    "args": {
      "External id": 22928,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948498.751, "dur": 31.437,
    "args": {
      "External id": 22929,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948555.174, "dur": 165.470,
    "args": {
      "External id": 22930,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 5521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948628.897, "dur": 5.607,
    "args": {
      "External id": 22931,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948636.446, "dur": 1.798,
    "args": {
      "External id": 22932,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948754.989, "dur": 24.999,
    "args": {
      "External id": 22933,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948790.493, "dur": 16.577,
    "args": {
      "External id": 22934,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948814.196, "dur": 32.326,
    "args": {
      "External id": 22935,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948852.141, "dur": 33.108,
    "args": {
      "External id": 22936,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948891.404, "dur": 20.118,
    "args": {
      "External id": 22937,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948915.701, "dur": 29.332,
    "args": {
      "External id": 22938,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948950.754, "dur": 19.863,
    "args": {
      "External id": 22939,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651948977.089, "dur": 83.603,
    "args": {
      "External id": 22940,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949083.424, "dur": 23.726,
    "args": {
      "External id": 22941,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 5532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949128.450, "dur": 44.409,
    "args": {
      "External id": 22942,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949196.554, "dur": 22.801,
    "args": {
      "External id": 22943,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 5534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949251.976, "dur": 16.840,
    "args": {
      "External id": 22944,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 5535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949283.649, "dur": 17.581,
    "args": {
      "External id": 22945,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 5536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949373.084, "dur": 19.150,
    "args": {
      "External id": 22946,"Record function id": 0, "Ev Idx": 5537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949376.803, "dur": 14.412,
    "args": {
      "External id": 22947,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949381.209, "dur": 9.159,
    "args": {
      "External id": 22948,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949382.467, "dur": 7.808,
    "args": {
      "External id": 22949,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949396.105, "dur": 4.699,
    "args": {
      "External id": 22950,"Record function id": 0, "Ev Idx": 5541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949397.818, "dur": 2.518,
    "args": {
      "External id": 22951,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949398.545, "dur": 1.300,
    "args": {
      "External id": 22952,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949398.874, "dur": 0.898,
    "args": {
      "External id": 22953,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949404.035, "dur": 4.407,
    "args": {
      "External id": 22954,"Record function id": 0, "Ev Idx": 5545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949405.520, "dur": 2.501,
    "args": {
      "External id": 22955,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949406.131, "dur": 1.343,
    "args": {
      "External id": 22956,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949406.681, "dur": 0.713,
    "args": {
      "External id": 22957,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949411.721, "dur": 4.119,
    "args": {
      "External id": 22958,"Record function id": 0, "Ev Idx": 5549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949413.272, "dur": 2.124,
    "args": {
      "External id": 22959,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949414.004, "dur": 0.797,
    "args": {
      "External id": 22960,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949414.283, "dur": 0.439,
    "args": {
      "External id": 22961,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949418.987, "dur": 4.786,
    "args": {
      "External id": 22962,"Record function id": 0, "Ev Idx": 5553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949420.385, "dur": 2.944,
    "args": {
      "External id": 22963,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949421.203, "dur": 1.609,
    "args": {
      "External id": 22964,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949422.016, "dur": 0.729,
    "args": {
      "External id": 22965,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949427.058, "dur": 4.952,
    "args": {
      "External id": 22966,"Record function id": 0, "Ev Idx": 5557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949428.386, "dur": 3.182,
    "args": {
      "External id": 22967,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949429.266, "dur": 1.674,
    "args": {
      "External id": 22968,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5559
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949429.962, "dur": 0.912,
    "args": {
      "External id": 22969,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5560
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949435.289, "dur": 6.380,
    "args": {
      "External id": 22970,"Record function id": 0, "Ev Idx": 5561
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949436.800, "dur": 4.440,
    "args": {
      "External id": 22971,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949437.502, "dur": 3.193,
    "args": {
      "External id": 22972,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5563
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949439.695, "dur": 0.924,
    "args": {
      "External id": 22973,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949444.860, "dur": 4.254,
    "args": {
      "External id": 22974,"Record function id": 0, "Ev Idx": 5565
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949446.619, "dur": 2.057,
    "args": {
      "External id": 22975,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949447.100, "dur": 0.999,
    "args": {
      "External id": 22976,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5567
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949447.486, "dur": 0.539,
    "args": {
      "External id": 22977,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949452.178, "dur": 3.335,
    "args": {
      "External id": 22978,"Record function id": 0, "Ev Idx": 5569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949453.293, "dur": 1.802,
    "args": {
      "External id": 22979,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5570
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949453.725, "dur": 0.828,
    "args": {
      "External id": 22980,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949453.983, "dur": 0.508,
    "args": {
      "External id": 22981,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949459.131, "dur": 36591.728,
    "args": {
      "External id": 22982,"Record function id": 0, "Sequence number": 246543, "Fwd thread id": 1, "Ev Idx": 5573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949460.673, "dur": 36580.711,
    "args": {
      "External id": 22983,"Sequence number": 246543, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5574
    }
  },
  {
    "ph": "f", "id": 225, "pid": 1336753, "tid": 1381210, "ts": 1295651949460.673,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.1)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949487.843, "dur": 37.350,
    "args": {
      "External id": 22984,"Record function id": 0, "Ev Idx": 5575
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.1)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949532.527, "dur": 64.728,
    "args": {
      "External id": 22985,"Record function id": 0, "Ev Idx": 5576
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.1)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949604.051, "dur": 36428.504,
    "args": {
      "External id": 22986,"Record function id": 0, "Ev Idx": 5577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949698.090, "dur": 6.468,
    "args": {
      "External id": 22987,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5578
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949713.964, "dur": 5.074,
    "args": {
      "External id": 22988,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 5579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949732.415, "dur": 35441.675,
    "args": {
      "External id": 22989,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 5580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949746.168, "dur": 35420.165,
    "args": {
      "External id": 22990,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 5581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949779.316, "dur": 15.566,
    "args": {
      "External id": 22991,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949801.400, "dur": 35326.989,
    "args": {
      "External id": 22992,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 5583
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949803.756, "dur": 35323.953,
    "args": {
      "External id": 22993,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 5584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949807.732, "dur": 4.746,
    "args": {
      "External id": 22994,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651949814.091, "dur": 35310.222,
    "args": {
      "External id": 22995,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 5586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985274.903, "dur": 8.593,
    "args": {
      "External id": 22996,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 5587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985277.367, "dur": 5.664,
    "args": {
      "External id": 22997,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985312.827, "dur": 401.983,
    "args": {
      "External id": 22998,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 5589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985338.960, "dur": 370.971,
    "args": {
      "External id": 22999,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5590, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985349.724, "dur": 354.572,
    "args": {
      "External id": 23000,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 5591
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985734.764, "dur": 2.371,
    "args": {
      "External id": 23001,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5592, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985798.005, "dur": 6.994,
    "args": {
      "External id": 23002,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985849.614, "dur": 1.454,
    "args": {
      "External id": 23003,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985866.714, "dur": 1.042,
    "args": {
      "External id": 23004,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985878.605, "dur": 0.989,
    "args": {
      "External id": 23005,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5596
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985889.796, "dur": 0.876,
    "args": {
      "External id": 23006,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5597
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985900.790, "dur": 0.843,
    "args": {
      "External id": 23007,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985914.651, "dur": 1.480,
    "args": {
      "External id": 23008,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5599
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985925.738, "dur": 1.583,
    "args": {
      "External id": 23009,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651985937.611, "dur": 1.176,
    "args": {
      "External id": 23010,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986066.953, "dur": 2198.276,
    "args": {
      "External id": 23011,"Record function id": 0, "Ev Idx": 5602
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_backward (model.layers.0)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986087.931, "dur": 455.075,
    "args": {
      "External id": 23012,"Record function id": 0, "Ev Idx": 5603
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.0)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986102.318, "dur": 334.432,
    "args": {
      "External id": 23013,"Record function id": 0, "Ev Idx": 5604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986192.589, "dur": 4.764,
    "args": {
      "External id": 23014,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 5605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986200.573, "dur": 1.202,
    "args": {
      "External id": 23015,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986204.283, "dur": 1.067,
    "args": {
      "External id": 23016,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986206.992, "dur": 1.216,
    "args": {
      "External id": 23017,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986209.794, "dur": 1.174,
    "args": {
      "External id": 23018,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986212.546, "dur": 1.072,
    "args": {
      "External id": 23019,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5610
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986216.251, "dur": 1.053,
    "args": {
      "External id": 23020,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986218.657, "dur": 0.891,
    "args": {
      "External id": 23021,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5612
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986220.907, "dur": 0.926,
    "args": {
      "External id": 23022,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5613
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986223.507, "dur": 1.319,
    "args": {
      "External id": 23023,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5614
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986259.312, "dur": 147.984,
    "args": {
      "External id": 23024,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 5615
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986277.949, "dur": 125.214,
    "args": {
      "External id": 23025,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 5616
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986294.321, "dur": 12.941,
    "args": {
      "External id": 23026,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5617
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986310.360, "dur": 64.475,
    "args": {
      "External id": 23027,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 5618
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986313.183, "dur": 61.296,
    "args": {
      "External id": 23028,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 5619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986317.435, "dur": 5.550,
    "args": {
      "External id": 23029,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986324.840, "dur": 49.185,
    "args": {
      "External id": 23030,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 5621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986549.514, "dur": 1677.963,
    "args": {
      "External id": 23031,"Sequence number": 246542, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5622
    }
  },
  {
    "ph": "f", "id": 226, "pid": 1336753, "tid": 1381210, "ts": 1295651986549.514,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986655.210, "dur": 101.291,
    "args": {
      "External id": 23032,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [5632, 1], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 5623
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_add_mul_rsub_silu_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986793.265, "dur": 39.520,
    "args": {
      "External id": 23033,"kernel_hash": "c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/5t/c5tnhs5xq5qc7yr3l7cgs4vzxtk3cliycxpzqbsxievrlofzpfhr.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [65536, 5632], [16, 4096, 5632], [16, 4096, 5632], [16, 4096, 5632], []], "Ev Idx": 5624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::bmm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986848.907, "dur": 47.436,
    "args": {
      "External id": 23034,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[0, 1, 2048], [0, 5632, 1], [11534336, 5632, 1]], "Input Dims": [[1, 2048, 65536], [1, 65536, 5632], [1, 2048, 5632]], "Ev Idx": 5625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986905.665, "dur": 30.974,
    "args": {
      "External id": 23035,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 5626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651986942.588, "dur": 87.185,
    "args": {
      "External id": 23036,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 5627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987040.708, "dur": 31.137,
    "args": {
      "External id": 23037,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 5632], [2048, 1], [2048, 1]], "Input Dims": [[5632, 65536], [65536, 2048], [5632, 2048]], "Ev Idx": 5628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987079.052, "dur": 42.382,
    "args": {
      "External id": 23038,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 5629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987146.223, "dur": 24.037,
    "args": {
      "External id": 23039,"kernel_hash": "cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/mm/cmmtfvdkgvqhsz243szg36eql3ea4ycfjtkqpfgjhi44lbeji46k.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 5630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987187.031, "dur": 31.054,
    "args": {
      "External id": 23040,"kernel_hash": "c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "True", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/4b/c4bvpuxlruf4ls6zaebh4ulq5kwzna7xpak4xntuufnkxt6y4wc2.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987274.284, "dur": 35.771,
    "args": {
      "External id": 23041,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 5632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987344.225, "dur": 24.035,
    "args": {
      "External id": 23042,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 5633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987398.303, "dur": 41.135,
    "args": {
      "External id": 23043,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987443.611, "dur": 36.038,
    "args": {
      "External id": 23044,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_backward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987508.947, "dur": 168.259,
    "args": {
      "External id": 23045,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar", "long int"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [131072, 4096, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [1]], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 32, 4096], [16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [2]], "Ev Idx": 5636
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987585.759, "dur": 6.203,
    "args": {
      "External id": 23046,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5637
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987593.885, "dur": 2.584,
    "args": {
      "External id": 23047,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5638
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987711.590, "dur": 24.868,
    "args": {
      "External id": 23048,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5639
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987747.978, "dur": 15.531,
    "args": {
      "External id": 23049,"kernel_hash": "cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "True"], "kernel_file": "/tmp/torchinductor_cvm/d3/cd3ye4lv3yv2y7l5dde5joralcg7ll6hlrrxvigczijvlwrp2l6t.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987770.480, "dur": 32.964,
    "args": {
      "External id": 23050,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5641
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987809.203, "dur": 34.255,
    "args": {
      "External id": 23051,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5642
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987849.895, "dur": 22.005,
    "args": {
      "External id": 23052,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5643
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987876.870, "dur": 29.790,
    "args": {
      "External id": 23053,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5644
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987911.959, "dur": 19.877,
    "args": {
      "External id": 23054,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 2048], [2048, 1], [2048, 1]], "Input Dims": [[2048, 65536], [65536, 2048], [2048, 2048]], "Ev Idx": 5645
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1381210,
    "ts": 1295651987939.143, "dur": 29.200,
    "args": {
      "External id": 23055,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 5646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_4", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988031.047, "dur": 26.336,
    "args": {
      "External id": 23056,"kernel_hash": "cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/as/cas6dq7e5rikp56ssrhbxwcqp4ttdyuwqorivviwplq7rgsqykgf.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [65536, 2048], []], "Ev Idx": 5647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_bwd_kernel_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988076.236, "dur": 27.611,
    "args": {
      "External id": 23057,"kernel_hash": "cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "65536", "2048", "1", "497", "132", "True", "2048", "False", "False", "True", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ny/cnyczubjxqoksn4kug4drlj6rdh2oloxs37rovzz3o7ct4qcv4od.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [2048], [65536, 2048], [65536, 2048], [132, 2048], [65536], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 5648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_red_fused_sum_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988119.537, "dur": 18.294,
    "args": {
      "External id": 23058,"kernel_hash": "c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av", "grid": "grid(4096,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "4096", "66"], "kernel_file": "/tmp/torchinductor_cvm/2k/c2kpn4mfmx5wt5gmjhm7dpm4gulqcmz5mcm7dlheptufg56to5av.py", "kernel_backend": "triton", "Input type": ["float", "float", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [4096, 1, 2048], [], []], "Input Dims": [[132, 2048], [1, 2048, 2], [], []], "Ev Idx": 5649
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_per_fused__to_copy_sum_3", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988156.817, "dur": 14.693,
    "args": {
      "External id": 23059,"kernel_hash": "cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw", "grid": "grid(2048,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "2048", "2"], "kernel_file": "/tmp/torchinductor_cvm/yf/cyfeqwmtr3blvks63uqsw3zds2osxyp6k5wrjhmcluio7cothlaw.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 2048], [2048, 1], [], []], "Input Dims": [[1, 2048, 2], [1, 2048], [], []], "Ev Idx": 5650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_5", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988183.306, "dur": 16.336,
    "args": {
      "External id": 23060,"kernel_hash": "c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/25/c25b4nhnmm2ykwmscwd3eqlx5bkfkwuzdtym5ifpvjo2smy2yhw6.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], [16, 4096, 2048], []], "Ev Idx": 5651
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988289.259, "dur": 15.713,
    "args": {
      "External id": 23061,"Record function id": 0, "Ev Idx": 5652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988292.750, "dur": 11.297,
    "args": {
      "External id": 23062,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5653
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988297.048, "dur": 5.951,
    "args": {
      "External id": 23063,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988298.530, "dur": 4.381,
    "args": {
      "External id": 23064,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5655
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988309.001, "dur": 4.457,
    "args": {
      "External id": 23065,"Record function id": 0, "Ev Idx": 5656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988310.319, "dur": 2.712,
    "args": {
      "External id": 23066,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988311.156, "dur": 1.293,
    "args": {
      "External id": 23067,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988311.461, "dur": 0.911,
    "args": {
      "External id": 23068,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988316.787, "dur": 5.188,
    "args": {
      "External id": 23069,"Record function id": 0, "Ev Idx": 5660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988318.545, "dur": 3.017,
    "args": {
      "External id": 23070,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988319.516, "dur": 1.629,
    "args": {
      "External id": 23071,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5662
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988320.172, "dur": 0.890,
    "args": {
      "External id": 23072,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[2048]], "Ev Idx": 5663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988325.167, "dur": 3.828,
    "args": {
      "External id": 23073,"Record function id": 0, "Ev Idx": 5664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988326.758, "dur": 1.843,
    "args": {
      "External id": 23074,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5665
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988327.379, "dur": 0.818,
    "args": {
      "External id": 23075,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5666
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988327.682, "dur": 0.432,
    "args": {
      "External id": 23076,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 5667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988332.090, "dur": 4.619,
    "args": {
      "External id": 23077,"Record function id": 0, "Ev Idx": 5668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988333.540, "dur": 2.698,
    "args": {
      "External id": 23078,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988334.186, "dur": 1.330,
    "args": {
      "External id": 23079,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5670
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988334.636, "dur": 0.804,
    "args": {
      "External id": 23080,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988339.881, "dur": 5.664,
    "args": {
      "External id": 23081,"Record function id": 0, "Ev Idx": 5672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988341.362, "dur": 3.755,
    "args": {
      "External id": 23082,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5673
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988342.281, "dur": 2.406,
    "args": {
      "External id": 23083,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988343.817, "dur": 0.803,
    "args": {
      "External id": 23084,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5675
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988348.781, "dur": 4.208,
    "args": {
      "External id": 23085,"Record function id": 0, "Ev Idx": 5676
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988350.192, "dur": 2.359,
    "args": {
      "External id": 23086,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988350.950, "dur": 1.179,
    "args": {
      "External id": 23087,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5678
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988351.468, "dur": 0.593,
    "args": {
      "External id": 23088,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5679
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988356.096, "dur": 4.409,
    "args": {
      "External id": 23089,"Record function id": 0, "Ev Idx": 5680
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988357.605, "dur": 2.504,
    "args": {
      "External id": 23090,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5681
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988358.522, "dur": 1.145,
    "args": {
      "External id": 23091,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5682
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988358.982, "dur": 0.618,
    "args": {
      "External id": 23092,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 5683
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988363.705, "dur": 4.319,
    "args": {
      "External id": 23093,"Record function id": 0, "Ev Idx": 5684
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988364.900, "dur": 2.688,
    "args": {
      "External id": 23094,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5685
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988365.813, "dur": 1.319,
    "args": {
      "External id": 23095,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988366.283, "dur": 0.772,
    "args": {
      "External id": 23096,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 5687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988371.986, "dur": 36089.078,
    "args": {
      "External id": 23097,"Record function id": 0, "Sequence number": 246541, "Fwd thread id": 1, "Ev Idx": 5688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988373.610, "dur": 36079.499,
    "args": {
      "External id": 23098,"Sequence number": 246541, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5689
    }
  },
  {
    "ph": "f", "id": 227, "pid": 1336753, "tid": 1381210, "ts": 1295651988373.610,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate (model.layers.0)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988403.764, "dur": 37.981,
    "args": {
      "External id": 23099,"Record function id": 0, "Ev Idx": 5690
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard (model.layers.0)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988449.595, "dur": 98.273,
    "args": {
      "External id": 23100,"Record function id": 0, "Ev Idx": 5691
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce (model.layers.0)", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988556.140, "dur": 35889.485,
    "args": {
      "External id": 23101,"Record function id": 0, "Ev Idx": 5692
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988652.414, "dur": 7.022,
    "args": {
      "External id": 23102,"Record function id": 0, "Concrete Inputs": ["[51384320]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988669.648, "dur": 5.247,
    "args": {
      "External id": 23103,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 5694
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988689.015, "dur": 34956.145,
    "args": {
      "External id": 23104,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 5695
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988705.853, "dur": 34931.285,
    "args": {
      "External id": 23105,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[[1], [2048, 1], [2048, 1], [2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], [], [], [6423040, 1]], "Input Dims": [[[2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], [], [], [8, 6423040]], "Ev Idx": 5696
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988739.279, "dur": 16.403,
    "args": {
      "External id": 23106,"Record function id": 0, "Concrete Inputs": ["[12602]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5697
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988762.070, "dur": 34838.868,
    "args": {
      "External id": 23107,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], [], []], "Ev Idx": 5698
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988764.682, "dur": 34835.500,
    "args": {
      "External id": 23108,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[12602], [], [], [], [], [], []], "Ev Idx": 5699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988768.281, "dur": 5.306,
    "args": {
      "External id": 23109,"Record function id": 0, "Concrete Inputs": ["[12602]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5700
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295651988775.283, "dur": 34821.915,
    "args": {
      "External id": 23110,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[12602], [12602], []], "Ev Idx": 5701
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295652023732.978, "dur": 8.978,
    "args": {
      "External id": 23111,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[51384320], [], [], [], [], []], "Ev Idx": 5702
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295652023735.752, "dur": 5.801,
    "args": {
      "External id": 23112,"Record function id": 0, "Concrete Inputs": ["[6423040]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295652023772.123, "dur": 377.127,
    "args": {
      "External id": 23113,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[6423040], [51384320], [], [], [], []], "Ev Idx": 5704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295652023797.170, "dur": 347.471,
    "args": {
      "External id": 23114,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 6423040, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[51384320], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5705, "In msg nelems": 51384320
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295652023808.701, "dur": 330.027,
    "args": {
      "External id": 23115,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[51384320]], "Ev Idx": 5706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024168.371, "dur": 2.107,
    "args": {
      "External id": 23116,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5707, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024244.043, "dur": 6.873,
    "args": {
      "External id": 23117,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5708
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024296.267, "dur": 1.218,
    "args": {
      "External id": 23118,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5709
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024313.892, "dur": 1.253,
    "args": {
      "External id": 23119,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "524544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024327.610, "dur": 0.756,
    "args": {
      "External id": 23120,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1048832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024339.875, "dur": 0.824,
    "args": {
      "External id": 23121,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "1573120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024349.356, "dur": 1.000,
    "args": {
      "External id": 23122,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024361.493, "dur": 0.938,
    "args": {
      "External id": 23123,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "2097664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5714
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024372.711, "dur": 1.280,
    "args": {
      "External id": 23124,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "3539456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024384.027, "dur": 0.888,
    "args": {
      "External id": 23125,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "4981248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5716
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024475.849, "dur": 277.120,
    "args": {
      "External id": 23126,"Record function id": 0, "Sequence number": 246540, "Fwd thread id": 1, "Ev Idx": 5717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunctionBackward", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024478.708, "dur": 266.044,
    "args": {
      "External id": 23127,"Sequence number": 246540, "Fwd thread id": 1, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 5718
    }
  },
  {
    "ph": "f", "id": 228, "pid": 1336753, "tid": 1381210, "ts": 1295652024478.708,
    "cat": "fwdbwd", "name": "fwdbwd", "bp": "e"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_embedding_dense_backward_0", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024596.807, "dur": 47.105,
    "args": {
      "External id": 23128,"kernel_hash": "cfr73mqqwqpdrss7r6csecalgrfowe5r3r24yaeyivzpezfoy4fz", "grid": "grid(65536000,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "65536000"], "kernel_file": "/tmp/torchinductor_cvm/fr/cfr73mqqwqpdrss7r6csecalgrfowe5r3r24yaeyivzpezfoy4fz.py", "kernel_backend": "triton", "Input type": ["float", "Scalar"], "Input Strides": [[2048, 1], []], "Input Dims": [[32000, 2048], []], "Ev Idx": 5719
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_embedding_dense_backward_1", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024659.515, "dur": 32.115,
    "args": {
      "External id": 23129,"kernel_hash": "cxedqnbrx2bvln4bf3pphdmthxjm6nsxqowbdddlxye4bt3yfnsg", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/xe/cxedqnbrx2bvln4bf3pphdmthxjm6nsxqowbdddlxye4bt3yfnsg.py", "kernel_backend": "triton", "Input type": ["long int", "c10::BFloat16", "float", "Scalar"], "Input Strides": [[4096, 1], [8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096], [16, 4096, 2048], [32000, 2048], []], "Ev Idx": 5720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_embedding_dense_backward_2", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024707.918, "dur": 22.142,
    "args": {
      "External id": 23130,"kernel_hash": "c2xxuncnwkfhjvqk7hfnejnsljjkm6qo4ajwnumdr7vdpf4nk2iq", "grid": "grid(65536000,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "65536000"], "kernel_file": "/tmp/torchinductor_cvm/2x/c2xxuncnwkfhjvqk7hfnejnsljjkm6qo4ajwnumdr7vdpf4nk2iq.py", "kernel_backend": "triton", "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 5721
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024762.542, "dur": 14.195,
    "args": {
      "External id": 23131,"Record function id": 0, "Ev Idx": 5722
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024766.212, "dur": 9.736,
    "args": {
      "External id": 23132,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 5723
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024769.848, "dur": 5.361,
    "args": {
      "External id": 23133,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 5724
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024770.977, "dur": 4.127,
    "args": {
      "External id": 23134,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 5725
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::root_post_backward_callback", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024799.300, "dur": 7987.802,
    "args": {
      "External id": 23135,"Record function id": 0, "Ev Idx": 5726
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_accumulate", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024817.728, "dur": 37.585,
    "args": {
      "External id": 23136,"Record function id": 0, "Ev Idx": 5727
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reshard", "pid": 1336753, "tid": 1381210,
    "ts": 1295652024861.377, "dur": 337.832,
    "args": {
      "External id": 23137,"Record function id": 0, "Ev Idx": 5728
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_backward_reduce", "pid": 1336753, "tid": 1381210,
    "ts": 1295652025207.624, "dur": 7307.305,
    "args": {
      "External id": 23138,"Record function id": 0, "Ev Idx": 5729
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295652025348.156, "dur": 8.039,
    "args": {
      "External id": 23139,"Record function id": 0, "Concrete Inputs": ["[336611328]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5730
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1381210,
    "ts": 1295652025367.122, "dur": 5.971,
    "args": {
      "External id": 23140,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[336611328], []], "Ev Idx": 5731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295652025395.579, "dur": 5917.516,
    "args": {
      "External id": 23141,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[], [], [], [42076416, 1]], "Input Dims": [[], [], [], [8, 42076416]], "Ev Idx": 5732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_chunk_cat", "pid": 1336753, "tid": 1381210,
    "ts": 1295652025414.106, "dur": 5886.014,
    "args": {
      "External id": 23142,"Record function id": 0, "Concrete Inputs": ["", "0", "8", ""], "Input type": ["TensorList", "Scalar", "Scalar", "float"], "Input Strides": [[], [], [], [42076416, 1]], "Input Dims": [[], [], [], [8, 42076416]], "Ev Idx": 5733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295652025770.369, "dur": 18.849,
    "args": {
      "External id": 23143,"Record function id": 0, "Concrete Inputs": ["[82421]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1381210,
    "ts": 1295652025877.410, "dur": 5374.279,
    "args": {
      "External id": 23144,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[82421], [], [], [], [], [], [], []], "Ev Idx": 5735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1381210,
    "ts": 1295652025880.312, "dur": 5370.438,
    "args": {
      "External id": 23145,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[82421], [], [], [], [], [], []], "Ev Idx": 5736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652025884.861, "dur": 10.805,
    "args": {
      "External id": 23146,"Record function id": 0, "Concrete Inputs": ["[82421]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1381210,
    "ts": 1295652025897.595, "dur": 5347.701,
    "args": {
      "External id": 23147,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[82421], [82421], []], "Ev Idx": 5738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295652031446.792, "dur": 11.167,
    "args": {
      "External id": 23148,"Record function id": 0, "Concrete Inputs": ["", "[42076416]", "", "", "", "False"], "Input type": ["float", "ScalarList", "", "", "", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[336611328], [], [], [], [], []], "Ev Idx": 5739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1381210,
    "ts": 1295652031450.111, "dur": 7.381,
    "args": {
      "External id": 23149,"Record function id": 0, "Concrete Inputs": ["[42076416]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_reduce_scatter_base_", "pid": 1336753, "tid": 1381210,
    "ts": 1295652031487.982, "dur": 367.113,
    "args": {
      "External id": 23150,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "-1"], "Input type": ["float", "float", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], [], []], "Input Dims": [[42076416], [336611328], [], [], [], []], "Ev Idx": 5741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295652031514.222, "dur": 336.533,
    "args": {
      "External id": 23151,"Record function id": 0, "Collective name": "_reduce_scatter_base", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 42076416, "Process Group Name": "0", "Input type": ["float", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[336611328], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5742, "In msg nelems": 336611328
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_reduce_scatter_base", "pid": 1336753, "tid": 1381210,
    "ts": 1295652031528.999, "dur": 316.672,
    "args": {
      "External id": 23152,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[336611328]], "Ev Idx": 5743
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1381210,
    "ts": 1295652031871.265, "dur": 1.761,
    "args": {
      "External id": 23153,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5744, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652031924.272, "dur": 6.723,
    "args": {
      "External id": 23154,"Record function id": 0, "Concrete Inputs": ["", "[4000, 2048]", "[2048, 1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5745
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652031974.101, "dur": 1.251,
    "args": {
      "External id": 23155,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "8192000"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032030.407, "dur": 2.289,
    "args": {
      "External id": 23156,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "8192256"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5747
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032046.830, "dur": 0.614,
    "args": {
      "External id": 23157,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "8716544"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5748
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032058.976, "dur": 0.924,
    "args": {
      "External id": 23158,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "9240832"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5749
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032070.719, "dur": 0.857,
    "args": {
      "External id": 23159,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "9765120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032084.135, "dur": 0.995,
    "args": {
      "External id": 23160,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "10289408"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032095.949, "dur": 0.802,
    "args": {
      "External id": 23161,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "10289664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032107.329, "dur": 1.002,
    "args": {
      "External id": 23162,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "11731456"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032118.186, "dur": 1.140,
    "args": {
      "External id": 23163,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "13173248"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5754
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032130.869, "dur": 1.066,
    "args": {
      "External id": 23164,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "14615040"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5755
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032143.386, "dur": 0.983,
    "args": {
      "External id": 23165,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "14615296"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032155.771, "dur": 1.362,
    "args": {
      "External id": 23166,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "15139584"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5757
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032167.444, "dur": 0.887,
    "args": {
      "External id": 23167,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "15663872"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5758
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032177.624, "dur": 1.173,
    "args": {
      "External id": 23168,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "16188160"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5759
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032187.715, "dur": 0.754,
    "args": {
      "External id": 23169,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "16712448"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032199.942, "dur": 0.993,
    "args": {
      "External id": 23170,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "16712704"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5761
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032211.264, "dur": 1.126,
    "args": {
      "External id": 23171,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "18154496"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5762
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032222.154, "dur": 1.330,
    "args": {
      "External id": 23172,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "19596288"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032249.525, "dur": 1.204,
    "args": {
      "External id": 23173,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "21038080"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032262.573, "dur": 1.064,
    "args": {
      "External id": 23174,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "21038336"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032274.930, "dur": 0.891,
    "args": {
      "External id": 23175,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "21562624"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032285.174, "dur": 1.167,
    "args": {
      "External id": 23176,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "22086912"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032295.107, "dur": 0.909,
    "args": {
      "External id": 23177,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "22611200"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032305.102, "dur": 1.176,
    "args": {
      "External id": 23178,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "23135488"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032315.456, "dur": 0.606,
    "args": {
      "External id": 23179,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "23135744"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032325.550, "dur": 1.248,
    "args": {
      "External id": 23180,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "24577536"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5771
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032336.432, "dur": 0.904,
    "args": {
      "External id": 23181,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "26019328"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5772
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032347.533, "dur": 0.929,
    "args": {
      "External id": 23182,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "27461120"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5773
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032357.494, "dur": 0.609,
    "args": {
      "External id": 23183,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "27461376"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5774
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032366.678, "dur": 1.164,
    "args": {
      "External id": 23184,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "27985664"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5775
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032377.125, "dur": 0.593,
    "args": {
      "External id": 23185,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "28509952"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5776
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032387.848, "dur": 1.468,
    "args": {
      "External id": 23186,"Record function id": 0, "Concrete Inputs": ["", "[256, 2048]", "[2048, 1]", "29034240"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032398.369, "dur": 1.000,
    "args": {
      "External id": 23187,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "29558528"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032408.432, "dur": 1.673,
    "args": {
      "External id": 23188,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "29558784"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5779
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032419.898, "dur": 0.825,
    "args": {
      "External id": 23189,"Record function id": 0, "Concrete Inputs": ["", "[704, 2048]", "[2048, 1]", "31000576"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032431.221, "dur": 1.201,
    "args": {
      "External id": 23190,"Record function id": 0, "Concrete Inputs": ["", "[256, 5632]", "[5632, 1]", "32442368"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5781
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032441.093, "dur": 0.688,
    "args": {
      "External id": 23191,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "33884160"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5782
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1381210,
    "ts": 1295652032451.941, "dur": 1.244,
    "args": {
      "External id": 23192,"Record function id": 0, "Concrete Inputs": ["", "[4000, 2048]", "[2048, 1]", "33884416"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5783
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "ProfilerStep#1023", "pid": 1336753, "tid": 1336753,
    "ts": 1295649886634.155, "dur": 2164035.352,
    "args": {
      "External id": 12289,"Record function id": 0, "Ev Idx": 5784
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "Optimizer.zero_grad#AdamW.zero_grad", "pid": 1336753, "tid": 1336753,
    "ts": 1295649886666.599, "dur": 713.329,
    "args": {
      "External id": 12290,"Record function id": 0, "Ev Idx": 5785
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "enumerate(DataLoader)#_StatefulMultiProcessingDataLoaderIter.__next__", "pid": 1336753, "tid": 1336753,
    "ts": 1295649887422.764, "dur": 1990.171,
    "args": {
      "External id": 12291,"Record function id": 0, "Ev Idx": 5786
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649888422.771, "dur": 7.531,
    "args": {
      "External id": 12292,"Record function id": 0, "Concrete Inputs": ["[0]", "4", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5787
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::set_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649888451.878, "dur": 7.228,
    "args": {
      "External id": 12293,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "0", "[16, 8192]", "[8192, 1]"], "Input type": ["long int", "", "Scalar", "ScalarList", "ScalarList"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[0], [], [], [], []], "Ev Idx": 5788
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649888866.581, "dur": 2.422,
    "args": {
      "External id": 12294,"Record function id": 0, "Concrete Inputs": ["[0]", "4", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::set_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649888875.515, "dur": 2.037,
    "args": {
      "External id": 12295,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "0", "[16, 8192]", "[8192, 1]"], "Input type": ["long int", "", "Scalar", "ScalarList", "ScalarList"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[0], [], [], [], []], "Ev Idx": 5790
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649889311.688, "dur": 1.962,
    "args": {
      "External id": 12296,"Record function id": 0, "Concrete Inputs": ["[0]", "4", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5791
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::set_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649889319.956, "dur": 1.982,
    "args": {
      "External id": 12297,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "0", "[16, 8192]", "[8192, 1]"], "Input type": ["long int", "", "Scalar", "ScalarList", "ScalarList"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[0], [], [], [], []], "Ev Idx": 5792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890013.356, "dur": 14.201,
    "args": {
      "External id": 12298,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 8192], [], [], [], []], "Ev Idx": 5793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890020.916, "dur": 2.633,
    "args": {
      "External id": 12299,"Record function id": 0, "Concrete Inputs": ["", "[16, 8192]", "[8192, 1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 8192], [], [], []], "Ev Idx": 5794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890029.472, "dur": 4.069,
    "args": {
      "External id": 12300,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "4096", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 8192], [], [], [], []], "Ev Idx": 5795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890031.450, "dur": 1.047,
    "args": {
      "External id": 12301,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 8192], [], [], []], "Ev Idx": 5796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890059.831, "dur": 498.994,
    "args": {
      "External id": 12302,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "False", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], [], [], []], "Ev Idx": 5797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890067.298, "dur": 490.670,
    "args": {
      "External id": 12303,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], [], []], "Ev Idx": 5798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890074.848, "dur": 10.051,
    "args": {
      "External id": 12304,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "[4096, 1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890087.424, "dur": 468.370,
    "args": {
      "External id": 12305,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 5800
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890097.200, "dur": 0.483,
    "args": {
      "External id": 12306,"Record function id": 0, "Concrete Inputs": ["", "4", "False", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 5801
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::expand_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890100.763, "dur": 8.634,
    "args": {
      "External id": 12307,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["long int", "long int"], "Input Strides": [[8192, 1], [4096, 1]], "Input Dims": [[16, 4096], [16, 4096]], "Ev Idx": 5802
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::expand", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890105.801, "dur": 3.425,
    "args": {
      "External id": 12308,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "False"], "Input type": ["long int", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], []], "Input Dims": [[16, 4096], [], []], "Ev Idx": 5803
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890108.379, "dur": 0.580,
    "args": {
      "External id": 12309,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 5804
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890111.919, "dur": 177.289,
    "args": {
      "External id": 12310,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 5805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890114.652, "dur": 174.075,
    "args": {
      "External id": 12311,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 5806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890116.901, "dur": 16.306,
    "args": {
      "External id": 12312,"Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "0"], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], []], "Ev Idx": 5807
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890119.184, "dur": 13.491,
    "args": {
      "External id": 12313,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890134.333, "dur": 153.376,
    "args": {
      "External id": 12314,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 5809
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890291.818, "dur": 260.446,
    "args": {
      "External id": 12315,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [4096, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 5810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890576.026, "dur": 697.942,
    "args": {
      "External id": 12316,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "False", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], [], [], [], []], "Input Dims": [[16, 8192], [], [], [], [], [], [], []], "Ev Idx": 5811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890578.166, "dur": 695.078,
    "args": {
      "External id": 12317,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], [], [], []], "Input Dims": [[16, 8192], [], [], [], [], [], []], "Ev Idx": 5812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890584.623, "dur": 8.866,
    "args": {
      "External id": 12318,"Record function id": 0, "Concrete Inputs": ["[16, 8192]", "[8192, 1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649890594.780, "dur": 673.841,
    "args": {
      "External id": 12319,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[8192, 1], [8192, 1], []], "Input Dims": [[16, 8192], [16, 8192], []], "Ev Idx": 5814
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::arange", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891306.112, "dur": 53.682,
    "args": {
      "External id": 12320,"Record function id": 0, "Concrete Inputs": ["0", "4096", "", "", "", "False"], "Input type": ["Scalar", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5815
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891312.897, "dur": 6.062,
    "args": {
      "External id": 12321,"Record function id": 0, "Concrete Inputs": ["[0]", "4", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5816
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::arange", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891322.099, "dur": 37.376,
    "args": {
      "External id": 12322,"Record function id": 0, "Concrete Inputs": ["0", "4096", "1", ""], "Input type": ["Scalar", "Scalar", "Scalar", "long int"], "Input Strides": [[], [], [], [1]], "Input Dims": [[], [], [], [0]], "Ev Idx": 5817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891327.308, "dur": 7.075,
    "args": {
      "External id": 12323,"Record function id": 0, "Concrete Inputs": ["", "[4096]", ""], "Input type": ["long int", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 5818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::repeat", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891373.245, "dur": 71.080,
    "args": {
      "External id": 12324,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 1]"], "Input type": ["long int", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4096], []], "Ev Idx": 5819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::expand", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891378.212, "dur": 7.168,
    "args": {
      "External id": 12325,"Record function id": 0, "Concrete Inputs": ["", "[1, 4096]", "False"], "Input type": ["long int", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[4096], [], []], "Ev Idx": 5820
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891383.097, "dur": 1.956,
    "args": {
      "External id": 12326,"Record function id": 0, "Concrete Inputs": ["", "[1, 4096]", "[4096, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[4096], [], [], []], "Ev Idx": 5821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891386.426, "dur": 4.749,
    "args": {
      "External id": 12327,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5822
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891394.185, "dur": 3.588,
    "args": {
      "External id": 12328,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[4096, 1]], "Input Dims": [[16, 4096]], "Ev Idx": 5823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unfold", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891402.333, "dur": 4.741,
    "args": {
      "External id": 12329,"Record function id": 0, "Concrete Inputs": ["", "0", "1", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4096, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 5824
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891406.188, "dur": 0.680,
    "args": {
      "External id": 12330,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 1]", "[4096, 1, 4096]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 5825
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unfold", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891407.889, "dur": 3.981,
    "args": {
      "External id": 12331,"Record function id": 0, "Concrete Inputs": ["", "1", "4096", "4096"], "Input type": ["long int", "Scalar", "Scalar", "Scalar"], "Input Strides": [[4096, 1, 4096], [], [], []], "Input Dims": [[16, 4096, 1], [], [], []], "Ev Idx": 5826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891410.635, "dur": 1.152,
    "args": {
      "External id": 12332,"Record function id": 0, "Concrete Inputs": ["", "[16, 1, 1, 4096]", "[4096, 4096, 4096, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1, 4096], [], [], []], "Input Dims": [[16, 4096, 1], [], [], []], "Ev Idx": 5827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::expand_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891414.172, "dur": 3.633,
    "args": {
      "External id": 12333,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["long int", "long int"], "Input Strides": [[4096, 1], [4096, 4096, 4096, 1]], "Input Dims": [[1, 4096], [16, 1, 1, 4096]], "Ev Idx": 5828
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::expand", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891415.425, "dur": 2.282,
    "args": {
      "External id": 12334,"Record function id": 0, "Concrete Inputs": ["", "[16, 1, 1, 4096]", "False"], "Input type": ["long int", "ScalarList", "Scalar"], "Input Strides": [[4096, 1], [], []], "Input Dims": [[1, 4096], [], []], "Ev Idx": 5829
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891416.897, "dur": 0.721,
    "args": {
      "External id": 12335,"Record function id": 0, "Concrete Inputs": ["", "[16, 1, 1, 4096]", "[0, 4096, 4096, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[4096, 1], [], [], []], "Input Dims": [[1, 4096], [], [], []], "Ev Idx": 5830
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891419.288, "dur": 24.277,
    "args": {
      "External id": 12336,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 4096, 4096, 1], [0, 4096, 4096, 1], []], "Input Dims": [[16, 1, 1, 4096], [16, 1, 1, 4096], []], "Ev Idx": 5831
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891453.283, "dur": 29.774,
    "args": {
      "External id": 12337,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "3", "False", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[4096, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 5832
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891455.093, "dur": 27.779,
    "args": {
      "External id": 12338,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "3", "", "", "", "False", ""], "Input type": ["long int", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[4096, 1], [], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], [], []], "Ev Idx": 5833
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891461.649, "dur": 3.882,
    "args": {
      "External id": 12339,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "[4096, 1]", "3", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5834
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891466.297, "dur": 16.047,
    "args": {
      "External id": 12340,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["int", "long int", "Scalar"], "Input Strides": [[4096, 1], [4096, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 5835
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::root_pre_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891596.875, "dur": 154.110,
    "args": {
      "External id": 12341,"Record function id": 0, "Ev Idx": 5836
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::inputs_to_device", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891681.192, "dur": 58.574,
    "args": {
      "External id": 12342,"Record function id": 0, "Ev Idx": 5837
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891759.021, "dur": 43.395,
    "args": {
      "External id": 12343,"Record function id": 0, "Ev Idx": 5838
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891811.856, "dur": 9888.904,
    "args": {
      "External id": 12344,"Record function id": 0, "Ev Idx": 5839
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891820.590, "dur": 1336.817,
    "args": {
      "External id": 12345,"Record function id": 0, "Ev Idx": 5840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891938.599, "dur": 6.757,
    "args": {
      "External id": 12346,"Record function id": 0, "Concrete Inputs": ["[42076416]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891965.207, "dur": 162.741,
    "args": {
      "External id": 12347,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["c10::BFloat16", "", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[42076416], [], []], "Ev Idx": 5842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891970.734, "dur": 1.290,
    "args": {
      "External id": 12348,"Record function id": 0, "Concrete Inputs": ["", "[8192000]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891976.906, "dur": 0.640,
    "args": {
      "External id": 12349,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "8192000"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891978.400, "dur": 0.473,
    "args": {
      "External id": 12350,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "8192256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5845
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649891979.700, "dur": 39.367,
    "args": {
      "External id": 12351,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "8716544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892024.571, "dur": 0.401,
    "args": {
      "External id": 12352,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "9240832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5847
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892025.658, "dur": 0.785,
    "args": {
      "External id": 12353,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "9765120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892027.304, "dur": 2.035,
    "args": {
      "External id": 12354,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "10289408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5849
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892031.767, "dur": 0.342,
    "args": {
      "External id": 12355,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "10289664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5850
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892032.933, "dur": 0.590,
    "args": {
      "External id": 12356,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "11731456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5851
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892037.783, "dur": 0.473,
    "args": {
      "External id": 12357,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "13173248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5852
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892039.036, "dur": 0.346,
    "args": {
      "External id": 12358,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "14615040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5853
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892040.090, "dur": 1.973,
    "args": {
      "External id": 12359,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "14615296"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5854
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892046.369, "dur": 0.319,
    "args": {
      "External id": 12360,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "15139584"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5855
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892047.580, "dur": 0.478,
    "args": {
      "External id": 12361,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "15663872"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892048.785, "dur": 2.075,
    "args": {
      "External id": 12362,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "16188160"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5857
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892052.517, "dur": 0.572,
    "args": {
      "External id": 12363,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "16712448"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5858
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892053.834, "dur": 0.485,
    "args": {
      "External id": 12364,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "16712704"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892057.358, "dur": 0.579,
    "args": {
      "External id": 12365,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "18154496"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5860
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892058.765, "dur": 0.557,
    "args": {
      "External id": 12366,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "19596288"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892059.944, "dur": 1.512,
    "args": {
      "External id": 12367,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "21038080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5862
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892063.942, "dur": 0.410,
    "args": {
      "External id": 12368,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "21038336"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892065.998, "dur": 0.473,
    "args": {
      "External id": 12369,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "21562624"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892067.607, "dur": 2.039,
    "args": {
      "External id": 12370,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "22086912"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5865
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892070.653, "dur": 0.488,
    "args": {
      "External id": 12371,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "22611200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892072.374, "dur": 0.623,
    "args": {
      "External id": 12372,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "23135488"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5867
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892075.634, "dur": 0.461,
    "args": {
      "External id": 12373,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "23135744"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5868
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892077.092, "dur": 0.488,
    "args": {
      "External id": 12374,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "24577536"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892078.420, "dur": 1.603,
    "args": {
      "External id": 12375,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "26019328"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892082.702, "dur": 0.540,
    "args": {
      "External id": 12376,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "27461120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892084.220, "dur": 0.976,
    "args": {
      "External id": 12377,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "27461376"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892086.364, "dur": 2.534,
    "args": {
      "External id": 12378,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "27985664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892089.880, "dur": 0.587,
    "args": {
      "External id": 12379,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "28509952"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892091.477, "dur": 0.353,
    "args": {
      "External id": 12380,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "29034240"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5875
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892094.839, "dur": 0.610,
    "args": {
      "External id": 12381,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "29558528"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5876
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892096.265, "dur": 0.768,
    "args": {
      "External id": 12382,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "29558784"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5877
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892098.204, "dur": 1.817,
    "args": {
      "External id": 12383,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "31000576"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5878
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892102.983, "dur": 0.476,
    "args": {
      "External id": 12384,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "32442368"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5879
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892104.497, "dur": 0.476,
    "args": {
      "External id": 12385,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "33884160"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5880
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892105.839, "dur": 2.434,
    "args": {
      "External id": 12386,"Record function id": 0, "Concrete Inputs": ["", "[8192000]", "[1]", "33884416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5881
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892152.064, "dur": 98.070,
    "args": {
      "External id": 12387,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 5882
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892328.817, "dur": 265.051,
    "args": {
      "External id": 12388,"Record function id": 0, "Concrete Inputs": ["", "", "42076416", "8", "0", "15", ""], "Input type": ["TensorList", "", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], []], "Ev Idx": 5883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892347.287, "dur": 5.964,
    "args": {
      "External id": 12389,"Record function id": 0, "Concrete Inputs": ["[336611328]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892360.572, "dur": 13.787,
    "args": {
      "External id": 12390,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "42076416"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[336611328], [], [], []], "Ev Idx": 5885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892365.942, "dur": 7.999,
    "args": {
      "External id": 12391,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "42076416", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[336611328], [], [], [], []], "Ev Idx": 5886
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892369.447, "dur": 0.901,
    "args": {
      "External id": 12392,"Record function id": 0, "Concrete Inputs": ["", "[42076416]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[336611328], [], [], []], "Ev Idx": 5887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892383.177, "dur": 118.102,
    "args": {
      "External id": 12393,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["c10::BFloat16", "", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[42076416], [], []], "Ev Idx": 5888
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892385.787, "dur": 0.609,
    "args": {
      "External id": 12394,"Record function id": 0, "Concrete Inputs": ["", "[8192000]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5889
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892388.097, "dur": 0.554,
    "args": {
      "External id": 12395,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "8192000"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892389.585, "dur": 1.830,
    "args": {
      "External id": 12396,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "8192256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892392.703, "dur": 0.806,
    "args": {
      "External id": 12397,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "8716544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5892
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892394.613, "dur": 0.809,
    "args": {
      "External id": 12398,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "9240832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5893
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892396.247, "dur": 0.495,
    "args": {
      "External id": 12399,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "9765120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5894
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892397.917, "dur": 0.514,
    "args": {
      "External id": 12400,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "10289408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892399.441, "dur": 0.583,
    "args": {
      "External id": 12401,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "10289664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5896
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892401.186, "dur": 0.871,
    "args": {
      "External id": 12402,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "11731456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5897
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892403.436, "dur": 0.484,
    "args": {
      "External id": 12403,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "13173248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892404.972, "dur": 1.432,
    "args": {
      "External id": 12404,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "14615040"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892407.769, "dur": 0.486,
    "args": {
      "External id": 12405,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "14615296"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892409.556, "dur": 2.133,
    "args": {
      "External id": 12406,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "15139584"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892412.642, "dur": 0.332,
    "args": {
      "External id": 12407,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "15663872"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892414.057, "dur": 0.551,
    "args": {
      "External id": 12408,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "16188160"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892417.473, "dur": 0.602,
    "args": {
      "External id": 12409,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "16712448"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892418.975, "dur": 0.527,
    "args": {
      "External id": 12410,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "16712704"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892420.821, "dur": 0.207,
    "args": {
      "External id": 12411,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "18154496"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5906
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892423.669, "dur": 1.705,
    "args": {
      "External id": 12412,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "19596288"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5907
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892426.397, "dur": 0.544,
    "args": {
      "External id": 12413,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "21038080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5908
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892427.854, "dur": 1.959,
    "args": {
      "External id": 12414,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "21038336"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892431.116, "dur": 0.260,
    "args": {
      "External id": 12415,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "21562624"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5910
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892432.808, "dur": 0.546,
    "args": {
      "External id": 12416,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "22086912"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5911
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892436.822, "dur": 0.301,
    "args": {
      "External id": 12417,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "22611200"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5912
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892438.094, "dur": 0.673,
    "args": {
      "External id": 12418,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "23135488"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5913
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892439.984, "dur": 0.378,
    "args": {
      "External id": 12419,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "23135744"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892443.054, "dur": 1.470,
    "args": {
      "External id": 12420,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "24577536"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5915
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892445.669, "dur": 0.266,
    "args": {
      "External id": 12421,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "26019328"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892447.340, "dur": 1.784,
    "args": {
      "External id": 12422,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "27461120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892450.291, "dur": 0.262,
    "args": {
      "External id": 12423,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "27461376"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892451.373, "dur": 0.628,
    "args": {
      "External id": 12424,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "27985664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892455.719, "dur": 0.352,
    "args": {
      "External id": 12425,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "28509952"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5920
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892457.472, "dur": 2.102,
    "args": {
      "External id": 12426,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "29034240"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5921
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892460.588, "dur": 0.676,
    "args": {
      "External id": 12427,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "29558528"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892464.246, "dur": 1.940,
    "args": {
      "External id": 12428,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "29558784"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892467.221, "dur": 0.258,
    "args": {
      "External id": 12429,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "31000576"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892468.797, "dur": 2.120,
    "args": {
      "External id": 12430,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "32442368"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892471.899, "dur": 0.540,
    "args": {
      "External id": 12431,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "33884160"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892473.407, "dur": 0.628,
    "args": {
      "External id": 12432,"Record function id": 0, "Concrete Inputs": ["", "[8192000]", "[1]", "33884416"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[42076416], [], [], []], "Ev Idx": 5927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892521.083, "dur": 57.038,
    "args": {
      "External id": 12433,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 5928
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892653.488, "dur": 389.011,
    "args": {
      "External id": 12434,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[336611328], [42076416], [], [], []], "Ev Idx": 5929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892686.864, "dur": 349.349,
    "args": {
      "External id": 12435,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 336611328, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[42076416], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 5930, "In msg nelems": 42076416
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295649892697.336, "dur": 331.211,
    "args": {
      "External id": 12436,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[42076416]], "Ev Idx": 5931
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893069.118, "dur": 2.972,
    "args": {
      "External id": 12437,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 5932, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893173.007, "dur": 8328.710,
    "args": {
      "External id": 12438,"Record function id": 0, "Ev Idx": 5933
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893416.077, "dur": 6.907,
    "args": {
      "External id": 12439,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[336611328], []], "Ev Idx": 5934
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893427.429, "dur": 1.249,
    "args": {
      "External id": 12440,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[65536000], []], "Ev Idx": 5935
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893430.633, "dur": 1.182,
    "args": {
      "External id": 12441,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5936
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893433.912, "dur": 2.607,
    "args": {
      "External id": 12442,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5937
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893438.331, "dur": 1.113,
    "args": {
      "External id": 12443,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893442.208, "dur": 0.930,
    "args": {
      "External id": 12444,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5939
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893444.712, "dur": 0.918,
    "args": {
      "External id": 12445,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5940
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893447.905, "dur": 1.545,
    "args": {
      "External id": 12446,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893451.190, "dur": 1.190,
    "args": {
      "External id": 12447,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5942
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893455.012, "dur": 1.297,
    "args": {
      "External id": 12448,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893457.948, "dur": 0.895,
    "args": {
      "External id": 12449,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5944
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893460.436, "dur": 2.374,
    "args": {
      "External id": 12450,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893464.269, "dur": 0.936,
    "args": {
      "External id": 12451,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893467.989, "dur": 1.362,
    "args": {
      "External id": 12452,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893470.910, "dur": 1.143,
    "args": {
      "External id": 12453,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893473.487, "dur": 2.055,
    "args": {
      "External id": 12454,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893476.999, "dur": 1.224,
    "args": {
      "External id": 12455,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893481.139, "dur": 0.877,
    "args": {
      "External id": 12456,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5951
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893483.632, "dur": 1.045,
    "args": {
      "External id": 12457,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893486.375, "dur": 2.020,
    "args": {
      "External id": 12458,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5953
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893490.063, "dur": 0.763,
    "args": {
      "External id": 12459,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893493.599, "dur": 1.328,
    "args": {
      "External id": 12460,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893496.464, "dur": 1.299,
    "args": {
      "External id": 12461,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893499.356, "dur": 1.711,
    "args": {
      "External id": 12462,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893508.291, "dur": 0.676,
    "args": {
      "External id": 12463,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5958
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893511.743, "dur": 1.071,
    "args": {
      "External id": 12464,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5959
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893514.333, "dur": 0.810,
    "args": {
      "External id": 12465,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5960
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893516.532, "dur": 2.191,
    "args": {
      "External id": 12466,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5961
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893520.026, "dur": 1.180,
    "args": {
      "External id": 12467,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893524.343, "dur": 0.952,
    "args": {
      "External id": 12468,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5963
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893526.499, "dur": 1.282,
    "args": {
      "External id": 12469,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5964
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893529.345, "dur": 1.651,
    "args": {
      "External id": 12470,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5965
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893532.377, "dur": 0.855,
    "args": {
      "External id": 12471,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893535.771, "dur": 1.057,
    "args": {
      "External id": 12472,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 5967
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893538.378, "dur": 1.163,
    "args": {
      "External id": 12473,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893541.094, "dur": 2.574,
    "args": {
      "External id": 12474,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893545.138, "dur": 0.914,
    "args": {
      "External id": 12475,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893548.546, "dur": 0.788,
    "args": {
      "External id": 12476,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 5971
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893550.690, "dur": 0.937,
    "args": {
      "External id": 12477,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 5972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893553.104, "dur": 0.778,
    "args": {
      "External id": 12478,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[65536000], []], "Ev Idx": 5973
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893582.631, "dur": 7868.332,
    "args": {
      "External id": 12479,"Record function id": 0, "Concrete Inputs": ["", "", "1", ""], "Input type": ["c10::BFloat16", "", "Scalar", "TensorList"], "Input Strides": [[42076416, 1], [], [], []], "Input Dims": [[8, 42076416], [], [], []], "Ev Idx": 5974
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893608.168, "dur": 7833.592,
    "args": {
      "External id": 12480,"Record function id": 0, "Concrete Inputs": ["", "", "1", ""], "Input type": ["c10::BFloat16", "", "Scalar", "TensorList"], "Input Strides": [[42076416, 1], [], [], []], "Input Dims": [[8, 42076416], [], [], []], "Ev Idx": 5975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893630.183, "dur": 5.415,
    "args": {
      "External id": 12481,"Record function id": 0, "Concrete Inputs": ["[4290]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5976
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893642.137, "dur": 7758.310,
    "args": {
      "External id": 12482,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[4290], [], [], [], [], [], [], []], "Ev Idx": 5977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893644.899, "dur": 7754.483,
    "args": {
      "External id": 12483,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[4290], [], [], [], [], [], []], "Ev Idx": 5978
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893653.280, "dur": 6.637,
    "args": {
      "External id": 12484,"Record function id": 0, "Concrete Inputs": ["[4290]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5979
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649893661.775, "dur": 7734.700,
    "args": {
      "External id": 12485,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[4290], [4290], []], "Ev Idx": 5980
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295649901781.613, "dur": 33.158,
    "args": {
      "External id": 12486,"Record function id": 0, "Ev Idx": 5981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 0/0", "pid": 1336753, "tid": 1336753,
    "ts": 1295649901816.017, "dur": 264.182,
    "args": {
      "External id": 12487,"Record function id": 0, "Ev Idx": 5982
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295649901863.710, "dur": 205.765,
    "args": {
      "External id": 12488,"Sequence number": 246540, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "long int"], "Input Strides": [[2048, 1], [4096, 1]], "Input Dims": [[32000, 2048], [16, 4096]], "Ev Idx": 5983
    }
  },
  {
    "ph": "s", "id": 228, "pid": 1336753, "tid": 1336753, "ts": 1295649901863.710,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_embedding_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295649901937.954, "dur": 90.531,
    "args": {
      "External id": 12489,"kernel_hash": "cepuvqida76mp3inhfyv5xcp3dgr5kc6gyyaupvhufqptth43nyf", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/ep/cepuvqida76mp3inhfyv5xcp3dgr5kc6gyyaupvhufqptth43nyf.py", "kernel_backend": "triton", "Input type": ["long int", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[4096, 1], [2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096], [32000, 2048], [16, 4096, 2048], []], "Ev Idx": 5984
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902145.071, "dur": 56.460,
    "args": {
      "External id": 12490,"Record function id": 0, "Ev Idx": 5985
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.0)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902214.036, "dur": 7090.331,
    "args": {
      "External id": 12491,"Record function id": 0, "Ev Idx": 5986
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.0)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902221.650, "dur": 884.444,
    "args": {
      "External id": 12492,"Record function id": 0, "Ev Idx": 5987
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902318.267, "dur": 12.531,
    "args": {
      "External id": 12493,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 5988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902346.138, "dur": 39.920,
    "args": {
      "External id": 12494,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 5989
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902353.773, "dur": 2.489,
    "args": {
      "External id": 12495,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5990
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902358.934, "dur": 0.639,
    "args": {
      "External id": 12496,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5991
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902361.133, "dur": 2.203,
    "args": {
      "External id": 12497,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5992
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902364.835, "dur": 0.496,
    "args": {
      "External id": 12498,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902366.999, "dur": 0.432,
    "args": {
      "External id": 12499,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5994
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902370.759, "dur": 0.432,
    "args": {
      "External id": 12500,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902372.798, "dur": 0.528,
    "args": {
      "External id": 12501,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5996
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902374.581, "dur": 1.816,
    "args": {
      "External id": 12502,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902379.361, "dur": 0.484,
    "args": {
      "External id": 12503,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 5998
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902396.779, "dur": 37.663,
    "args": {
      "External id": 12504,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 5999
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902467.756, "dur": 111.170,
    "args": {
      "External id": 12505,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6000
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902479.306, "dur": 4.070,
    "args": {
      "External id": 12506,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902489.396, "dur": 10.772,
    "args": {
      "External id": 12507,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902494.392, "dur": 5.373,
    "args": {
      "External id": 12508,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902498.103, "dur": 0.596,
    "args": {
      "External id": 12509,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902507.213, "dur": 29.497,
    "args": {
      "External id": 12510,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902509.349, "dur": 0.608,
    "args": {
      "External id": 12511,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6006
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902511.651, "dur": 0.648,
    "args": {
      "External id": 12512,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6007
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902515.726, "dur": 0.626,
    "args": {
      "External id": 12513,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902517.946, "dur": 0.776,
    "args": {
      "External id": 12514,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902520.352, "dur": 2.817,
    "args": {
      "External id": 12515,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6010
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902524.560, "dur": 0.670,
    "args": {
      "External id": 12516,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6011
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902526.689, "dur": 0.528,
    "args": {
      "External id": 12517,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6012
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902530.563, "dur": 0.595,
    "args": {
      "External id": 12518,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6013
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902532.655, "dur": 0.346,
    "args": {
      "External id": 12519,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6014
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902547.383, "dur": 22.975,
    "args": {
      "External id": 12520,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902628.675, "dur": 342.583,
    "args": {
      "External id": 12521,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6016
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902655.359, "dur": 310.732,
    "args": {
      "External id": 12522,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6017, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295649902665.253, "dur": 295.299,
    "args": {
      "External id": 12523,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6018
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903030.000, "dur": 3.281,
    "args": {
      "External id": 12524,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6019, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.0)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903127.802, "dur": 5765.502,
    "args": {
      "External id": 12525,"Record function id": 0, "Ev Idx": 6020
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903249.931, "dur": 7.052,
    "args": {
      "External id": 12526,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903261.167, "dur": 1.202,
    "args": {
      "External id": 12527,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903264.033, "dur": 1.493,
    "args": {
      "External id": 12528,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903268.295, "dur": 2.556,
    "args": {
      "External id": 12529,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6024
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903272.147, "dur": 0.735,
    "args": {
      "External id": 12530,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6025
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903274.140, "dur": 1.540,
    "args": {
      "External id": 12531,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6026
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903278.068, "dur": 0.846,
    "args": {
      "External id": 12532,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6027
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903281.875, "dur": 2.360,
    "args": {
      "External id": 12533,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903285.880, "dur": 1.421,
    "args": {
      "External id": 12534,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903288.976, "dur": 0.919,
    "args": {
      "External id": 12535,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903310.153, "dur": 5535.148,
    "args": {
      "External id": 12536,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903325.903, "dur": 5510.778,
    "args": {
      "External id": 12537,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903348.790, "dur": 13.716,
    "args": {
      "External id": 12538,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903368.455, "dur": 5426.513,
    "args": {
      "External id": 12539,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903371.315, "dur": 5422.924,
    "args": {
      "External id": 12540,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903376.894, "dur": 6.723,
    "args": {
      "External id": 12541,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649903385.353, "dur": 5405.509,
    "args": {
      "External id": 12542,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6037
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295649909185.664, "dur": 80.029,
    "args": {
      "External id": 12543,"Sequence number": 246541, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6038
    }
  },
  {
    "ph": "s", "id": 227, "pid": 1336753, "tid": 1336753, "ts": 1295649909185.664,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295649909220.892, "dur": 38.236,
    "args": {
      "External id": 12544,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6039
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649909250.844, "dur": 7.454,
    "args": {
      "External id": 12545,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6040
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295649909358.079, "dur": 134.922,
    "args": {
      "External id": 12546,"Record function id": 0, "Ev Idx": 6041
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649909495.657, "dur": 1659.309,
    "args": {
      "External id": 12547,"Record function id": 0, "Ev Idx": 6042
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295649909553.522, "dur": 1577.838,
    "args": {
      "External id": 12548,"Sequence number": 246542, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6043
    }
  },
  {
    "ph": "s", "id": 226, "pid": 1336753, "tid": 1336753, "ts": 1295649909553.522,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295649909647.579, "dur": 68.827,
    "args": {
      "External id": 12549,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6044
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649909736.505, "dur": 120.117,
    "args": {
      "External id": 12550,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6045
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649909872.574, "dur": 53.984,
    "args": {
      "External id": 12551,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6046
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649909937.517, "dur": 42.461,
    "args": {
      "External id": 12552,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910133.235, "dur": 45.077,
    "args": {
      "External id": 12553,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910205.522, "dur": 53.071,
    "args": {
      "External id": 12554,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910293.055, "dur": 179.165,
    "args": {
      "External id": 12555,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910365.578, "dur": 15.232,
    "args": {
      "External id": 12556,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6051
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910372.105, "dur": 7.653,
    "args": {
      "External id": 12557,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910384.873, "dur": 4.804,
    "args": {
      "External id": 12558,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910391.860, "dur": 1.227,
    "args": {
      "External id": 12559,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910396.805, "dur": 4.377,
    "args": {
      "External id": 12560,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910487.907, "dur": 85.698,
    "args": {
      "External id": 12561,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910617.838, "dur": 41.063,
    "args": {
      "External id": 12562,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6057
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910669.542, "dur": 65.444,
    "args": {
      "External id": 12563,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910747.554, "dur": 46.929,
    "args": {
      "External id": 12564,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6059
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910822.051, "dur": 36.897,
    "args": {
      "External id": 12565,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6060
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910867.414, "dur": 47.198,
    "args": {
      "External id": 12566,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649910944.230, "dur": 25.591,
    "args": {
      "External id": 12567,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6062
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.0)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911271.709, "dur": 111.302,
    "args": {
      "External id": 12568,"Record function id": 0, "Ev Idx": 6063
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911502.708, "dur": 68.527,
    "args": {
      "External id": 12569,"Record function id": 0, "Ev Idx": 6064
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.1)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911585.978, "dur": 17726.774,
    "args": {
      "External id": 12570,"Record function id": 0, "Ev Idx": 6065
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.1)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911598.216, "dur": 1265.219,
    "args": {
      "External id": 12571,"Record function id": 0, "Ev Idx": 6066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911706.338, "dur": 13.268,
    "args": {
      "External id": 12572,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911740.654, "dur": 62.799,
    "args": {
      "External id": 12573,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911753.232, "dur": 4.785,
    "args": {
      "External id": 12574,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6069
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911762.911, "dur": 0.977,
    "args": {
      "External id": 12575,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6070
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911766.490, "dur": 0.705,
    "args": {
      "External id": 12576,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6071
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911771.972, "dur": 0.550,
    "args": {
      "External id": 12577,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911775.361, "dur": 2.882,
    "args": {
      "External id": 12578,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6073
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911781.634, "dur": 0.630,
    "args": {
      "External id": 12579,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911786.534, "dur": 0.997,
    "args": {
      "External id": 12580,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911790.126, "dur": 0.731,
    "args": {
      "External id": 12581,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911793.610, "dur": 2.139,
    "args": {
      "External id": 12582,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6077
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911818.055, "dur": 58.994,
    "args": {
      "External id": 12583,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911919.593, "dur": 226.341,
    "args": {
      "External id": 12584,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6079
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911933.762, "dur": 5.518,
    "args": {
      "External id": 12585,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6080
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911946.618, "dur": 13.100,
    "args": {
      "External id": 12586,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911952.031, "dur": 7.173,
    "args": {
      "External id": 12587,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6082
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911956.596, "dur": 0.887,
    "args": {
      "External id": 12588,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911969.480, "dur": 96.509,
    "args": {
      "External id": 12589,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6084
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911972.897, "dur": 0.682,
    "args": {
      "External id": 12590,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6085
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911975.867, "dur": 2.222,
    "args": {
      "External id": 12591,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6086
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649911980.134, "dur": 58.908,
    "args": {
      "External id": 12592,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912042.999, "dur": 1.460,
    "args": {
      "External id": 12593,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6088
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912046.579, "dur": 0.556,
    "args": {
      "External id": 12594,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6089
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912050.922, "dur": 0.461,
    "args": {
      "External id": 12595,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6090
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912053.018, "dur": 0.588,
    "args": {
      "External id": 12596,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6091
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912055.184, "dur": 0.774,
    "args": {
      "External id": 12597,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6092
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912059.342, "dur": 1.044,
    "args": {
      "External id": 12598,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912085.791, "dur": 46.910,
    "args": {
      "External id": 12599,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912220.269, "dur": 521.784,
    "args": {
      "External id": 12600,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912280.874, "dur": 454.445,
    "args": {
      "External id": 12601,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6096, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912293.702, "dur": 434.625,
    "args": {
      "External id": 12602,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6097
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912769.277, "dur": 3.389,
    "args": {
      "External id": 12603,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6098, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.1)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649912890.378, "dur": 16159.948,
    "args": {
      "External id": 12604,"Record function id": 0, "Ev Idx": 6099
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913085.306, "dur": 7.867,
    "args": {
      "External id": 12605,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913098.196, "dur": 1.336,
    "args": {
      "External id": 12606,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913102.163, "dur": 1.440,
    "args": {
      "External id": 12607,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913106.413, "dur": 1.514,
    "args": {
      "External id": 12608,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6103
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913110.117, "dur": 1.337,
    "args": {
      "External id": 12609,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913115.038, "dur": 1.454,
    "args": {
      "External id": 12610,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913119.708, "dur": 1.447,
    "args": {
      "External id": 12611,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913123.673, "dur": 3.985,
    "args": {
      "External id": 12612,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913130.128, "dur": 1.511,
    "args": {
      "External id": 12613,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913135.169, "dur": 1.136,
    "args": {
      "External id": 12614,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913160.229, "dur": 15791.817,
    "args": {
      "External id": 12615,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913180.598, "dur": 15759.255,
    "args": {
      "External id": 12616,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913206.267, "dur": 16.220,
    "args": {
      "External id": 12617,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6112
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913226.634, "dur": 15667.450,
    "args": {
      "External id": 12618,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6113
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913262.120, "dur": 15630.713,
    "args": {
      "External id": 12619,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913269.269, "dur": 7.917,
    "args": {
      "External id": 12620,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649913279.656, "dur": 15606.008,
    "args": {
      "External id": 12621,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6116
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929218.307, "dur": 64.050,
    "args": {
      "External id": 12622,"Sequence number": 246543, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6117
    }
  },
  {
    "ph": "s", "id": 225, "pid": 1336753, "tid": 1336753, "ts": 1295649929218.307,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929264.595, "dur": 12.634,
    "args": {
      "External id": 12623,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929269.895, "dur": 6.997,
    "args": {
      "External id": 12624,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929356.908, "dur": 84.306,
    "args": {
      "External id": 12625,"Record function id": 0, "Ev Idx": 6120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929442.847, "dur": 1104.458,
    "args": {
      "External id": 12626,"Record function id": 0, "Ev Idx": 6121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929487.884, "dur": 1045.041,
    "args": {
      "External id": 12627,"Sequence number": 246544, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6122
    }
  },
  {
    "ph": "s", "id": 224, "pid": 1336753, "tid": 1336753, "ts": 1295649929487.884,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929566.102, "dur": 46.598,
    "args": {
      "External id": 12628,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6123
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929631.369, "dur": 106.088,
    "args": {
      "External id": 12629,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929746.458, "dur": 37.863,
    "args": {
      "External id": 12630,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6125
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929790.448, "dur": 30.375,
    "args": {
      "External id": 12631,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929848.131, "dur": 26.213,
    "args": {
      "External id": 12632,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929888.749, "dur": 16.157,
    "args": {
      "External id": 12633,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929920.093, "dur": 182.337,
    "args": {
      "External id": 12634,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929971.014, "dur": 56.233,
    "args": {
      "External id": 12635,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649929976.610, "dur": 49.303,
    "args": {
      "External id": 12636,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930031.096, "dur": 5.875,
    "args": {
      "External id": 12637,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930038.369, "dur": 3.510,
    "args": {
      "External id": 12638,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930044.738, "dur": 3.246,
    "args": {
      "External id": 12639,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930114.235, "dur": 50.407,
    "args": {
      "External id": 12640,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930195.917, "dur": 27.681,
    "args": {
      "External id": 12641,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930253.439, "dur": 44.969,
    "args": {
      "External id": 12642,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930305.254, "dur": 35.329,
    "args": {
      "External id": 12643,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930365.076, "dur": 26.913,
    "args": {
      "External id": 12644,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930397.995, "dur": 34.511,
    "args": {
      "External id": 12645,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930448.955, "dur": 21.147,
    "args": {
      "External id": 12646,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6141
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.1)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930609.674, "dur": 76.792,
    "args": {
      "External id": 12647,"Record function id": 0, "Ev Idx": 6142
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930762.966, "dur": 46.291,
    "args": {
      "External id": 12648,"Record function id": 0, "Ev Idx": 6143
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.2)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930818.718, "dur": 18672.983,
    "args": {
      "External id": 12649,"Record function id": 0, "Ev Idx": 6144
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.2)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930828.075, "dur": 901.003,
    "args": {
      "External id": 12650,"Record function id": 0, "Ev Idx": 6145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930908.566, "dur": 7.856,
    "args": {
      "External id": 12651,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930930.093, "dur": 36.363,
    "args": {
      "External id": 12652,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930935.325, "dur": 2.619,
    "args": {
      "External id": 12653,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930941.717, "dur": 0.750,
    "args": {
      "External id": 12654,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930943.503, "dur": 0.608,
    "args": {
      "External id": 12655,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930945.372, "dur": 0.665,
    "args": {
      "External id": 12656,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930949.073, "dur": 0.702,
    "args": {
      "External id": 12657,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930950.678, "dur": 0.598,
    "args": {
      "External id": 12658,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930952.351, "dur": 4.620,
    "args": {
      "External id": 12659,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930958.056, "dur": 0.917,
    "args": {
      "External id": 12660,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930959.705, "dur": 0.575,
    "args": {
      "External id": 12661,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6156
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649930976.523, "dur": 81.962,
    "args": {
      "External id": 12662,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931096.162, "dur": 110.905,
    "args": {
      "External id": 12663,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931109.719, "dur": 4.711,
    "args": {
      "External id": 12664,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931120.027, "dur": 11.966,
    "args": {
      "External id": 12665,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931125.171, "dur": 6.430,
    "args": {
      "External id": 12666,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931128.949, "dur": 0.928,
    "args": {
      "External id": 12667,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931138.997, "dur": 27.097,
    "args": {
      "External id": 12668,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931141.127, "dur": 2.376,
    "args": {
      "External id": 12669,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931144.859, "dur": 0.534,
    "args": {
      "External id": 12670,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931146.462, "dur": 0.645,
    "args": {
      "External id": 12671,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931149.763, "dur": 2.581,
    "args": {
      "External id": 12672,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931153.213, "dur": 0.521,
    "args": {
      "External id": 12673,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931154.895, "dur": 0.489,
    "args": {
      "External id": 12674,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931157.655, "dur": 0.273,
    "args": {
      "External id": 12675,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931159.019, "dur": 0.507,
    "args": {
      "External id": 12676,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931160.480, "dur": 1.960,
    "args": {
      "External id": 12677,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931176.877, "dur": 22.084,
    "args": {
      "External id": 12678,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931284.100, "dur": 353.402,
    "args": {
      "External id": 12679,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931312.297, "dur": 320.150,
    "args": {
      "External id": 12680,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6175, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931323.304, "dur": 304.400,
    "args": {
      "External id": 12681,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931660.010, "dur": 2.252,
    "args": {
      "External id": 12682,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6177, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.2)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931749.334, "dur": 17542.669,
    "args": {
      "External id": 12683,"Record function id": 0, "Ev Idx": 6178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931844.553, "dur": 6.267,
    "args": {
      "External id": 12684,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931854.082, "dur": 1.744,
    "args": {
      "External id": 12685,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931857.566, "dur": 2.426,
    "args": {
      "External id": 12686,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931861.641, "dur": 1.062,
    "args": {
      "External id": 12687,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931864.084, "dur": 1.437,
    "args": {
      "External id": 12688,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931866.666, "dur": 1.248,
    "args": {
      "External id": 12689,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931871.412, "dur": 1.176,
    "args": {
      "External id": 12690,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931874.122, "dur": 1.955,
    "args": {
      "External id": 12691,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931877.511, "dur": 0.804,
    "args": {
      "External id": 12692,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931879.825, "dur": 1.046,
    "args": {
      "External id": 12693,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931900.962, "dur": 17351.688,
    "args": {
      "External id": 12694,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931915.883, "dur": 17329.244,
    "args": {
      "External id": 12695,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931935.159, "dur": 14.200,
    "args": {
      "External id": 12696,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931952.446, "dur": 17246.015,
    "args": {
      "External id": 12697,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931955.238, "dur": 17242.720,
    "args": {
      "External id": 12698,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931965.711, "dur": 6.440,
    "args": {
      "External id": 12699,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649931973.870, "dur": 17221.390,
    "args": {
      "External id": 12700,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6195
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295649949429.771, "dur": 36.791,
    "args": {
      "External id": 12701,"Sequence number": 246545, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6196
    }
  },
  {
    "ph": "s", "id": 223, "pid": 1336753, "tid": 1336753, "ts": 1295649949429.771,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295649949454.081, "dur": 7.863,
    "args": {
      "External id": 12702,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649949457.647, "dur": 4.097,
    "args": {
      "External id": 12703,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295649949531.827, "dur": 81.791,
    "args": {
      "External id": 12704,"Record function id": 0, "Ev Idx": 6199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649949615.143, "dur": 1057.976,
    "args": {
      "External id": 12705,"Record function id": 0, "Ev Idx": 6200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295649949654.012, "dur": 1006.371,
    "args": {
      "External id": 12706,"Sequence number": 246546, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6201
    }
  },
  {
    "ph": "s", "id": 222, "pid": 1336753, "tid": 1336753, "ts": 1295649949654.012,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295649949715.778, "dur": 40.655,
    "args": {
      "External id": 12707,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649949769.521, "dur": 102.778,
    "args": {
      "External id": 12708,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649949881.424, "dur": 37.410,
    "args": {
      "External id": 12709,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649949926.604, "dur": 31.959,
    "args": {
      "External id": 12710,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950022.515, "dur": 27.040,
    "args": {
      "External id": 12711,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6206
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950070.635, "dur": 15.848,
    "args": {
      "External id": 12712,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950105.777, "dur": 144.046,
    "args": {
      "External id": 12713,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6208
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950156.116, "dur": 11.549,
    "args": {
      "External id": 12714,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950161.162, "dur": 5.728,
    "args": {
      "External id": 12715,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950170.558, "dur": 5.427,
    "args": {
      "External id": 12716,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950177.311, "dur": 1.221,
    "args": {
      "External id": 12717,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950180.842, "dur": 4.292,
    "args": {
      "External id": 12718,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950262.005, "dur": 51.385,
    "args": {
      "External id": 12719,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950343.409, "dur": 29.039,
    "args": {
      "External id": 12720,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950382.017, "dur": 41.674,
    "args": {
      "External id": 12721,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950431.921, "dur": 34.399,
    "args": {
      "External id": 12722,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950488.137, "dur": 26.850,
    "args": {
      "External id": 12723,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950520.696, "dur": 34.421,
    "args": {
      "External id": 12724,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950574.787, "dur": 18.065,
    "args": {
      "External id": 12725,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6220
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.2)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950735.388, "dur": 74.758,
    "args": {
      "External id": 12726,"Record function id": 0, "Ev Idx": 6221
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950885.110, "dur": 46.441,
    "args": {
      "External id": 12727,"Record function id": 0, "Ev Idx": 6222
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.3)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950941.069, "dur": 96690.076,
    "args": {
      "External id": 12728,"Record function id": 0, "Ev Idx": 6223
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.3)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649950948.722, "dur": 945.514,
    "args": {
      "External id": 12729,"Record function id": 0, "Ev Idx": 6224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951075.300, "dur": 9.118,
    "args": {
      "External id": 12730,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951098.806, "dur": 41.497,
    "args": {
      "External id": 12731,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951104.958, "dur": 2.256,
    "args": {
      "External id": 12732,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951110.954, "dur": 0.736,
    "args": {
      "External id": 12733,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6228
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951112.726, "dur": 0.629,
    "args": {
      "External id": 12734,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6229
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951119.304, "dur": 0.659,
    "args": {
      "External id": 12735,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951122.697, "dur": 0.621,
    "args": {
      "External id": 12736,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951124.550, "dur": 0.927,
    "args": {
      "External id": 12737,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951126.803, "dur": 3.554,
    "args": {
      "External id": 12738,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6233
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951131.439, "dur": 0.535,
    "args": {
      "External id": 12739,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6234
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951133.264, "dur": 0.867,
    "args": {
      "External id": 12740,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951151.298, "dur": 43.428,
    "args": {
      "External id": 12741,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951244.501, "dur": 122.847,
    "args": {
      "External id": 12742,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6237
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951257.074, "dur": 4.981,
    "args": {
      "External id": 12743,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951267.347, "dur": 10.602,
    "args": {
      "External id": 12744,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951271.809, "dur": 5.720,
    "args": {
      "External id": 12745,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951275.237, "dur": 0.846,
    "args": {
      "External id": 12746,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951284.887, "dur": 29.799,
    "args": {
      "External id": 12747,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951286.897, "dur": 2.578,
    "args": {
      "External id": 12748,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951290.764, "dur": 0.649,
    "args": {
      "External id": 12749,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951292.779, "dur": 0.509,
    "args": {
      "External id": 12750,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951296.302, "dur": 2.035,
    "args": {
      "External id": 12751,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951299.554, "dur": 0.580,
    "args": {
      "External id": 12752,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951301.380, "dur": 0.626,
    "args": {
      "External id": 12753,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951304.850, "dur": 0.860,
    "args": {
      "External id": 12754,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951306.906, "dur": 0.951,
    "args": {
      "External id": 12755,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951308.901, "dur": 1.966,
    "args": {
      "External id": 12756,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951333.092, "dur": 25.799,
    "args": {
      "External id": 12757,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951419.220, "dur": 381.631,
    "args": {
      "External id": 12758,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951447.498, "dur": 348.003,
    "args": {
      "External id": 12759,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6254, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951460.085, "dur": 329.825,
    "args": {
      "External id": 12760,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951824.073, "dur": 2.139,
    "args": {
      "External id": 12761,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6256, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.3)", "pid": 1336753, "tid": 1336753,
    "ts": 1295649951913.575, "dur": 95476.282,
    "args": {
      "External id": 12762,"Record function id": 0, "Ev Idx": 6257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952063.332, "dur": 7.001,
    "args": {
      "External id": 12763,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952074.532, "dur": 1.171,
    "args": {
      "External id": 12764,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952077.738, "dur": 2.725,
    "args": {
      "External id": 12765,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952082.329, "dur": 1.127,
    "args": {
      "External id": 12766,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952084.939, "dur": 0.980,
    "args": {
      "External id": 12767,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952087.189, "dur": 0.907,
    "args": {
      "External id": 12768,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952091.668, "dur": 0.922,
    "args": {
      "External id": 12769,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952094.259, "dur": 2.318,
    "args": {
      "External id": 12770,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952097.956, "dur": 0.875,
    "args": {
      "External id": 12771,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952100.439, "dur": 1.252,
    "args": {
      "External id": 12772,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952122.114, "dur": 95201.708,
    "args": {
      "External id": 12773,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952138.157, "dur": 95173.090,
    "args": {
      "External id": 12774,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952157.852, "dur": 14.098,
    "args": {
      "External id": 12775,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952175.084, "dur": 95088.347,
    "args": {
      "External id": 12776,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952177.711, "dur": 95084.546,
    "args": {
      "External id": 12777,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952183.608, "dur": 5.234,
    "args": {
      "External id": 12778,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295649952190.309, "dur": 95064.895,
    "args": {
      "External id": 12779,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650047553.484, "dur": 49.089,
    "args": {
      "External id": 12780,"Sequence number": 246547, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6275
    }
  },
  {
    "ph": "s", "id": 221, "pid": 1336753, "tid": 1336753, "ts": 1295650047553.484,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650047585.206, "dur": 12.388,
    "args": {
      "External id": 12781,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650047590.878, "dur": 6.481,
    "args": {
      "External id": 12782,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650047673.277, "dur": 76.175,
    "args": {
      "External id": 12783,"Record function id": 0, "Ev Idx": 6278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650047751.090, "dur": 1097.431,
    "args": {
      "External id": 12784,"Record function id": 0, "Ev Idx": 6279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650047791.959, "dur": 1042.731,
    "args": {
      "External id": 12785,"Sequence number": 246548, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6280
    }
  },
  {
    "ph": "s", "id": 220, "pid": 1336753, "tid": 1336753, "ts": 1295650047791.959,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650047859.181, "dur": 46.230,
    "args": {
      "External id": 12786,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650047917.633, "dur": 135.104,
    "args": {
      "External id": 12787,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048068.873, "dur": 43.706,
    "args": {
      "External id": 12788,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048120.001, "dur": 31.359,
    "args": {
      "External id": 12789,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048180.291, "dur": 26.495,
    "args": {
      "External id": 12790,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048222.561, "dur": 28.867,
    "args": {
      "External id": 12791,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048273.764, "dur": 130.543,
    "args": {
      "External id": 12792,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048322.806, "dur": 12.367,
    "args": {
      "External id": 12793,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048328.390, "dur": 5.951,
    "args": {
      "External id": 12794,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048337.928, "dur": 5.350,
    "args": {
      "External id": 12795,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048344.853, "dur": 1.322,
    "args": {
      "External id": 12796,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048350.843, "dur": 4.228,
    "args": {
      "External id": 12797,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6292
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048414.799, "dur": 49.077,
    "args": {
      "External id": 12798,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048494.114, "dur": 28.205,
    "args": {
      "External id": 12799,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048531.557, "dur": 40.315,
    "args": {
      "External id": 12800,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048603.148, "dur": 36.138,
    "args": {
      "External id": 12801,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048663.593, "dur": 24.591,
    "args": {
      "External id": 12802,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048693.629, "dur": 35.523,
    "args": {
      "External id": 12803,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048745.314, "dur": 20.574,
    "args": {
      "External id": 12804,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6299
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.3)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650048916.505, "dur": 119.234,
    "args": {
      "External id": 12805,"Record function id": 0, "Ev Idx": 6300
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049118.336, "dur": 50.449,
    "args": {
      "External id": 12806,"Record function id": 0, "Ev Idx": 6301
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.4)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049179.044, "dur": 17615.103,
    "args": {
      "External id": 12807,"Record function id": 0, "Ev Idx": 6302
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.4)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049186.623, "dur": 877.602,
    "args": {
      "External id": 12808,"Record function id": 0, "Ev Idx": 6303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049286.063, "dur": 9.406,
    "args": {
      "External id": 12809,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049310.535, "dur": 35.848,
    "args": {
      "External id": 12810,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049315.796, "dur": 2.185,
    "args": {
      "External id": 12811,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6306
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049322.254, "dur": 0.580,
    "args": {
      "External id": 12812,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6307
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049323.930, "dur": 0.711,
    "args": {
      "External id": 12813,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049326.141, "dur": 0.614,
    "args": {
      "External id": 12814,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049329.281, "dur": 0.609,
    "args": {
      "External id": 12815,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049331.334, "dur": 0.836,
    "args": {
      "External id": 12816,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049333.174, "dur": 3.686,
    "args": {
      "External id": 12817,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049338.167, "dur": 0.464,
    "args": {
      "External id": 12818,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049339.730, "dur": 0.809,
    "args": {
      "External id": 12819,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049357.712, "dur": 42.468,
    "args": {
      "External id": 12820,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049433.517, "dur": 105.027,
    "args": {
      "External id": 12821,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049444.347, "dur": 3.966,
    "args": {
      "External id": 12822,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049453.620, "dur": 9.726,
    "args": {
      "External id": 12823,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049457.892, "dur": 5.070,
    "args": {
      "External id": 12824,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049461.196, "dur": 0.627,
    "args": {
      "External id": 12825,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049469.872, "dur": 26.859,
    "args": {
      "External id": 12826,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049471.521, "dur": 2.277,
    "args": {
      "External id": 12827,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049475.219, "dur": 0.710,
    "args": {
      "External id": 12828,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6323
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049476.918, "dur": 0.561,
    "args": {
      "External id": 12829,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6324
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049480.499, "dur": 2.397,
    "args": {
      "External id": 12830,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049484.015, "dur": 0.282,
    "args": {
      "External id": 12831,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049485.749, "dur": 0.489,
    "args": {
      "External id": 12832,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049487.499, "dur": 0.285,
    "args": {
      "External id": 12833,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049488.873, "dur": 0.600,
    "args": {
      "External id": 12834,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049490.484, "dur": 2.039,
    "args": {
      "External id": 12835,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049507.720, "dur": 22.899,
    "args": {
      "External id": 12836,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049589.487, "dur": 346.011,
    "args": {
      "External id": 12837,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049617.271, "dur": 313.302,
    "args": {
      "External id": 12838,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6333, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049627.681, "dur": 297.649,
    "args": {
      "External id": 12839,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650049956.548, "dur": 2.295,
    "args": {
      "External id": 12840,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6335, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.4)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050087.462, "dur": 16495.838,
    "args": {
      "External id": 12841,"Record function id": 0, "Ev Idx": 6336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050189.414, "dur": 6.662,
    "args": {
      "External id": 12842,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050199.633, "dur": 1.266,
    "args": {
      "External id": 12843,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050202.501, "dur": 2.638,
    "args": {
      "External id": 12844,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6339
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050206.848, "dur": 0.985,
    "args": {
      "External id": 12845,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050209.490, "dur": 1.321,
    "args": {
      "External id": 12846,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050212.095, "dur": 0.877,
    "args": {
      "External id": 12847,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050215.737, "dur": 1.366,
    "args": {
      "External id": 12848,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050218.599, "dur": 2.023,
    "args": {
      "External id": 12849,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050221.796, "dur": 0.737,
    "args": {
      "External id": 12850,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050224.104, "dur": 0.833,
    "args": {
      "External id": 12851,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050261.053, "dur": 16279.282,
    "args": {
      "External id": 12852,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050277.307, "dur": 16256.201,
    "args": {
      "External id": 12853,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6348
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050299.959, "dur": 13.974,
    "args": {
      "External id": 12854,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050317.072, "dur": 16182.880,
    "args": {
      "External id": 12855,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050319.906, "dur": 16179.497,
    "args": {
      "External id": 12856,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050325.658, "dur": 5.846,
    "args": {
      "External id": 12857,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650050333.571, "dur": 16163.113,
    "args": {
      "External id": 12858,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650066728.537, "dur": 37.862,
    "args": {
      "External id": 12859,"Sequence number": 246549, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6354
    }
  },
  {
    "ph": "s", "id": 219, "pid": 1336753, "tid": 1336753, "ts": 1295650066728.537,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650066752.890, "dur": 8.609,
    "args": {
      "External id": 12860,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650066756.579, "dur": 4.703,
    "args": {
      "External id": 12861,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650066833.666, "dur": 78.197,
    "args": {
      "External id": 12862,"Record function id": 0, "Ev Idx": 6357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650066913.637, "dur": 1059.906,
    "args": {
      "External id": 12863,"Record function id": 0, "Ev Idx": 6358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650066954.146, "dur": 1006.407,
    "args": {
      "External id": 12864,"Sequence number": 246550, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6359
    }
  },
  {
    "ph": "s", "id": 218, "pid": 1336753, "tid": 1336753, "ts": 1295650066954.146,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067057.105, "dur": 47.073,
    "args": {
      "External id": 12865,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067118.559, "dur": 103.661,
    "args": {
      "External id": 12866,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067248.588, "dur": 41.463,
    "args": {
      "External id": 12867,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067299.580, "dur": 30.737,
    "args": {
      "External id": 12868,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067355.308, "dur": 26.154,
    "args": {
      "External id": 12869,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067398.787, "dur": 15.373,
    "args": {
      "External id": 12870,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6365
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067433.072, "dur": 125.865,
    "args": {
      "External id": 12871,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067480.733, "dur": 11.136,
    "args": {
      "External id": 12872,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067485.547, "dur": 5.322,
    "args": {
      "External id": 12873,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067494.340, "dur": 5.158,
    "args": {
      "External id": 12874,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067500.753, "dur": 1.396,
    "args": {
      "External id": 12875,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067504.700, "dur": 5.315,
    "args": {
      "External id": 12876,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067569.838, "dur": 47.182,
    "args": {
      "External id": 12877,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067647.218, "dur": 27.298,
    "args": {
      "External id": 12878,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067683.729, "dur": 41.830,
    "args": {
      "External id": 12879,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067733.260, "dur": 35.220,
    "args": {
      "External id": 12880,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067790.785, "dur": 28.113,
    "args": {
      "External id": 12881,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067824.508, "dur": 34.215,
    "args": {
      "External id": 12882,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650067877.539, "dur": 17.492,
    "args": {
      "External id": 12883,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6378
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.4)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068074.442, "dur": 78.678,
    "args": {
      "External id": 12884,"Record function id": 0, "Ev Idx": 6379
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068244.738, "dur": 49.636,
    "args": {
      "External id": 12885,"Record function id": 0, "Ev Idx": 6380
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.5)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068304.458, "dur": 17916.675,
    "args": {
      "External id": 12886,"Record function id": 0, "Ev Idx": 6381
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.5)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068312.587, "dur": 806.751,
    "args": {
      "External id": 12887,"Record function id": 0, "Ev Idx": 6382
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068391.868, "dur": 9.629,
    "args": {
      "External id": 12888,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068416.111, "dur": 33.931,
    "args": {
      "External id": 12889,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068421.791, "dur": 2.062,
    "args": {
      "External id": 12890,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068427.511, "dur": 0.430,
    "args": {
      "External id": 12891,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068429.368, "dur": 0.641,
    "args": {
      "External id": 12892,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068431.094, "dur": 0.568,
    "args": {
      "External id": 12893,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068434.684, "dur": 0.541,
    "args": {
      "External id": 12894,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068436.286, "dur": 0.589,
    "args": {
      "External id": 12895,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068438.448, "dur": 3.126,
    "args": {
      "External id": 12896,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068442.504, "dur": 0.266,
    "args": {
      "External id": 12897,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068443.962, "dur": 0.244,
    "args": {
      "External id": 12898,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068461.486, "dur": 42.542,
    "args": {
      "External id": 12899,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068536.209, "dur": 106.989,
    "args": {
      "External id": 12900,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068546.248, "dur": 4.353,
    "args": {
      "External id": 12901,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068555.731, "dur": 10.313,
    "args": {
      "External id": 12902,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068560.374, "dur": 5.276,
    "args": {
      "External id": 12903,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068563.863, "dur": 0.645,
    "args": {
      "External id": 12904,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068572.802, "dur": 28.389,
    "args": {
      "External id": 12905,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068574.581, "dur": 2.495,
    "args": {
      "External id": 12906,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068578.369, "dur": 0.529,
    "args": {
      "External id": 12907,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068580.486, "dur": 0.523,
    "args": {
      "External id": 12908,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068583.621, "dur": 1.936,
    "args": {
      "External id": 12909,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068587.125, "dur": 0.507,
    "args": {
      "External id": 12910,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068588.687, "dur": 0.438,
    "args": {
      "External id": 12911,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068591.944, "dur": 0.414,
    "args": {
      "External id": 12912,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068593.285, "dur": 0.286,
    "args": {
      "External id": 12913,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068595.094, "dur": 1.918,
    "args": {
      "External id": 12914,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068613.232, "dur": 22.546,
    "args": {
      "External id": 12915,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068693.110, "dur": 331.771,
    "args": {
      "External id": 12916,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068723.951, "dur": 294.750,
    "args": {
      "External id": 12917,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6412, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650068734.673, "dur": 240.136,
    "args": {
      "External id": 12918,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069048.553, "dur": 2.539,
    "args": {
      "External id": 12919,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6414, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.5)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069140.940, "dur": 16812.806,
    "args": {
      "External id": 12920,"Record function id": 0, "Ev Idx": 6415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069259.276, "dur": 6.998,
    "args": {
      "External id": 12921,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069270.024, "dur": 1.435,
    "args": {
      "External id": 12922,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069273.025, "dur": 2.398,
    "args": {
      "External id": 12923,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069277.039, "dur": 1.040,
    "args": {
      "External id": 12924,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069279.284, "dur": 1.223,
    "args": {
      "External id": 12925,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069281.803, "dur": 1.064,
    "args": {
      "External id": 12926,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069286.049, "dur": 1.128,
    "args": {
      "External id": 12927,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069288.698, "dur": 1.562,
    "args": {
      "External id": 12928,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069291.572, "dur": 1.277,
    "args": {
      "External id": 12929,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069294.427, "dur": 0.712,
    "args": {
      "External id": 12930,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069315.447, "dur": 16574.678,
    "args": {
      "External id": 12931,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6426
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069335.210, "dur": 16543.266,
    "args": {
      "External id": 12932,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6427
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069354.047, "dur": 14.376,
    "args": {
      "External id": 12933,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069371.516, "dur": 16463.449,
    "args": {
      "External id": 12934,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069374.119, "dur": 16459.772,
    "args": {
      "External id": 12935,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6430
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069379.567, "dur": 5.199,
    "args": {
      "External id": 12936,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6431
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650069386.279, "dur": 16441.825,
    "args": {
      "External id": 12937,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086148.437, "dur": 43.677,
    "args": {
      "External id": 12938,"Sequence number": 246551, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6433
    }
  },
  {
    "ph": "s", "id": 217, "pid": 1336753, "tid": 1336753, "ts": 1295650086148.437,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086175.023, "dur": 12.131,
    "args": {
      "External id": 12939,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086180.145, "dur": 6.615,
    "args": {
      "External id": 12940,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086276.102, "dur": 79.226,
    "args": {
      "External id": 12941,"Record function id": 0, "Ev Idx": 6436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086357.370, "dur": 1101.655,
    "args": {
      "External id": 12942,"Record function id": 0, "Ev Idx": 6437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086400.536, "dur": 1044.617,
    "args": {
      "External id": 12943,"Sequence number": 246552, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6438
    }
  },
  {
    "ph": "s", "id": 216, "pid": 1336753, "tid": 1336753, "ts": 1295650086400.536,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086474.880, "dur": 47.898,
    "args": {
      "External id": 12944,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086536.911, "dur": 103.587,
    "args": {
      "External id": 12945,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6440
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086651.211, "dur": 38.685,
    "args": {
      "External id": 12946,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6441
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086697.704, "dur": 31.147,
    "args": {
      "External id": 12947,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086752.394, "dur": 26.445,
    "args": {
      "External id": 12948,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086796.486, "dur": 15.197,
    "args": {
      "External id": 12949,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086833.443, "dur": 124.850,
    "args": {
      "External id": 12950,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086882.486, "dur": 11.398,
    "args": {
      "External id": 12951,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086887.593, "dur": 5.464,
    "args": {
      "External id": 12952,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6447
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086896.424, "dur": 5.101,
    "args": {
      "External id": 12953,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086902.954, "dur": 1.265,
    "args": {
      "External id": 12954,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086906.342, "dur": 3.949,
    "args": {
      "External id": 12955,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650086972.419, "dur": 94.326,
    "args": {
      "External id": 12956,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087103.830, "dur": 31.603,
    "args": {
      "External id": 12957,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087144.156, "dur": 42.585,
    "args": {
      "External id": 12958,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087194.625, "dur": 49.026,
    "args": {
      "External id": 12959,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087268.155, "dur": 27.090,
    "args": {
      "External id": 12960,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087301.360, "dur": 36.929,
    "args": {
      "External id": 12961,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087359.330, "dur": 18.563,
    "args": {
      "External id": 12962,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6457
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.5)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087522.977, "dur": 77.933,
    "args": {
      "External id": 12963,"Record function id": 0, "Ev Idx": 6458
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087677.833, "dur": 47.063,
    "args": {
      "External id": 12964,"Record function id": 0, "Ev Idx": 6459
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.6)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087734.229, "dur": 17765.357,
    "args": {
      "External id": 12965,"Record function id": 0, "Ev Idx": 6460
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.6)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087744.420, "dur": 922.586,
    "args": {
      "External id": 12966,"Record function id": 0, "Ev Idx": 6461
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087824.208, "dur": 7.999,
    "args": {
      "External id": 12967,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087845.848, "dur": 33.238,
    "args": {
      "External id": 12968,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087851.677, "dur": 2.270,
    "args": {
      "External id": 12969,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087857.837, "dur": 0.289,
    "args": {
      "External id": 12970,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087859.359, "dur": 0.244,
    "args": {
      "External id": 12971,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087860.980, "dur": 0.266,
    "args": {
      "External id": 12972,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087863.976, "dur": 0.212,
    "args": {
      "External id": 12973,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087865.438, "dur": 0.785,
    "args": {
      "External id": 12974,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087867.366, "dur": 3.096,
    "args": {
      "External id": 12975,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087871.706, "dur": 0.326,
    "args": {
      "External id": 12976,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087873.188, "dur": 0.146,
    "args": {
      "External id": 12977,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087889.284, "dur": 38.424,
    "args": {
      "External id": 12978,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6473
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087958.329, "dur": 149.344,
    "args": {
      "External id": 12979,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087968.800, "dur": 3.948,
    "args": {
      "External id": 12980,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087977.889, "dur": 51.407,
    "args": {
      "External id": 12981,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650087982.429, "dur": 46.384,
    "args": {
      "External id": 12982,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088025.660, "dur": 0.893,
    "args": {
      "External id": 12983,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088037.632, "dur": 25.331,
    "args": {
      "External id": 12984,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088039.859, "dur": 2.139,
    "args": {
      "External id": 12985,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088043.323, "dur": 0.362,
    "args": {
      "External id": 12986,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088045.185, "dur": 0.417,
    "args": {
      "External id": 12987,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088048.425, "dur": 1.420,
    "args": {
      "External id": 12988,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088051.089, "dur": 0.277,
    "args": {
      "External id": 12989,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088052.475, "dur": 0.350,
    "args": {
      "External id": 12990,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088054.638, "dur": 0.150,
    "args": {
      "External id": 12991,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088055.788, "dur": 0.193,
    "args": {
      "External id": 12992,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088056.892, "dur": 1.873,
    "args": {
      "External id": 12993,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6488
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088074.333, "dur": 25.454,
    "args": {
      "External id": 12994,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088163.019, "dur": 408.867,
    "args": {
      "External id": 12995,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088190.345, "dur": 376.731,
    "args": {
      "External id": 12996,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6491, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088202.227, "dur": 358.950,
    "args": {
      "External id": 12997,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6492
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088594.754, "dur": 2.464,
    "args": {
      "External id": 12998,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6493, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.6)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088687.664, "dur": 16591.051,
    "args": {
      "External id": 12999,"Record function id": 0, "Ev Idx": 6494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088791.259, "dur": 6.547,
    "args": {
      "External id": 13000,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088801.150, "dur": 0.955,
    "args": {
      "External id": 13001,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088803.815, "dur": 2.054,
    "args": {
      "External id": 13002,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088807.548, "dur": 0.688,
    "args": {
      "External id": 13003,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088809.648, "dur": 0.960,
    "args": {
      "External id": 13004,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088811.855, "dur": 0.828,
    "args": {
      "External id": 13005,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088815.915, "dur": 0.806,
    "args": {
      "External id": 13006,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088818.205, "dur": 1.599,
    "args": {
      "External id": 13007,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088821.159, "dur": 0.651,
    "args": {
      "External id": 13008,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088823.186, "dur": 0.656,
    "args": {
      "External id": 13009,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6504
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088843.054, "dur": 16374.671,
    "args": {
      "External id": 13010,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6505
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088858.201, "dur": 16351.749,
    "args": {
      "External id": 13011,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6506
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088879.894, "dur": 12.985,
    "args": {
      "External id": 13012,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088895.683, "dur": 16279.484,
    "args": {
      "External id": 13013,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088898.049, "dur": 16276.380,
    "args": {
      "External id": 13014,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088903.306, "dur": 5.791,
    "args": {
      "External id": 13015,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650088910.864, "dur": 16260.231,
    "args": {
      "External id": 13016,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650105430.687, "dur": 39.123,
    "args": {
      "External id": 13017,"Sequence number": 246553, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6512
    }
  },
  {
    "ph": "s", "id": 215, "pid": 1336753, "tid": 1336753, "ts": 1295650105430.687,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650105455.098, "dur": 9.548,
    "args": {
      "External id": 13018,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650105459.222, "dur": 5.207,
    "args": {
      "External id": 13019,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650105539.484, "dur": 80.606,
    "args": {
      "External id": 13020,"Record function id": 0, "Ev Idx": 6515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650105621.574, "dur": 1077.182,
    "args": {
      "External id": 13021,"Record function id": 0, "Ev Idx": 6516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650105662.063, "dur": 1023.832,
    "args": {
      "External id": 13022,"Sequence number": 246554, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6517
    }
  },
  {
    "ph": "s", "id": 214, "pid": 1336753, "tid": 1336753, "ts": 1295650105662.063,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650105735.720, "dur": 43.254,
    "args": {
      "External id": 13023,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650105791.306, "dur": 110.031,
    "args": {
      "External id": 13024,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650105910.778, "dur": 38.203,
    "args": {
      "External id": 13025,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650105956.781, "dur": 68.799,
    "args": {
      "External id": 13026,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106055.814, "dur": 28.042,
    "args": {
      "External id": 13027,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106100.750, "dur": 15.667,
    "args": {
      "External id": 13028,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106134.935, "dur": 143.066,
    "args": {
      "External id": 13029,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106183.745, "dur": 11.156,
    "args": {
      "External id": 13030,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106188.637, "dur": 5.544,
    "args": {
      "External id": 13031,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106197.517, "dur": 5.938,
    "args": {
      "External id": 13032,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106204.925, "dur": 1.210,
    "args": {
      "External id": 13033,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106208.721, "dur": 3.966,
    "args": {
      "External id": 13034,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106290.240, "dur": 51.005,
    "args": {
      "External id": 13035,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106371.936, "dur": 29.883,
    "args": {
      "External id": 13036,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106410.474, "dur": 41.325,
    "args": {
      "External id": 13037,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106459.846, "dur": 35.356,
    "args": {
      "External id": 13038,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106516.768, "dur": 29.039,
    "args": {
      "External id": 13039,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106550.906, "dur": 33.546,
    "args": {
      "External id": 13040,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106602.175, "dur": 17.502,
    "args": {
      "External id": 13041,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6536
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.6)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106761.444, "dur": 81.664,
    "args": {
      "External id": 13042,"Record function id": 0, "Ev Idx": 6537
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106920.684, "dur": 47.682,
    "args": {
      "External id": 13043,"Record function id": 0, "Ev Idx": 6538
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.7)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650106978.442, "dur": 17702.741,
    "args": {
      "External id": 13044,"Record function id": 0, "Ev Idx": 6539
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.7)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107026.984, "dur": 872.839,
    "args": {
      "External id": 13045,"Record function id": 0, "Ev Idx": 6540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107108.775, "dur": 9.025,
    "args": {
      "External id": 13046,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107132.933, "dur": 33.866,
    "args": {
      "External id": 13047,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107138.478, "dur": 2.336,
    "args": {
      "External id": 13048,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107144.981, "dur": 0.318,
    "args": {
      "External id": 13049,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107146.883, "dur": 0.362,
    "args": {
      "External id": 13050,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107148.708, "dur": 0.334,
    "args": {
      "External id": 13051,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107151.401, "dur": 0.393,
    "args": {
      "External id": 13052,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107153.064, "dur": 0.562,
    "args": {
      "External id": 13053,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107154.970, "dur": 2.700,
    "args": {
      "External id": 13054,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107158.904, "dur": 0.360,
    "args": {
      "External id": 13055,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107160.389, "dur": 0.505,
    "args": {
      "External id": 13056,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107178.112, "dur": 40.051,
    "args": {
      "External id": 13057,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107267.954, "dur": 117.031,
    "args": {
      "External id": 13058,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107279.160, "dur": 5.638,
    "args": {
      "External id": 13059,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107289.966, "dur": 11.354,
    "args": {
      "External id": 13060,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107294.629, "dur": 6.308,
    "args": {
      "External id": 13061,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107298.457, "dur": 0.979,
    "args": {
      "External id": 13062,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107308.126, "dur": 27.087,
    "args": {
      "External id": 13063,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107310.222, "dur": 2.423,
    "args": {
      "External id": 13064,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6559
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107313.973, "dur": 0.351,
    "args": {
      "External id": 13065,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6560
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107315.647, "dur": 0.305,
    "args": {
      "External id": 13066,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6561
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107319.300, "dur": 1.483,
    "args": {
      "External id": 13067,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107321.761, "dur": 0.477,
    "args": {
      "External id": 13068,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6563
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107323.531, "dur": 0.180,
    "args": {
      "External id": 13069,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107326.285, "dur": 0.426,
    "args": {
      "External id": 13070,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6565
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107327.755, "dur": 0.401,
    "args": {
      "External id": 13071,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107329.264, "dur": 1.982,
    "args": {
      "External id": 13072,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6567
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107348.020, "dur": 29.002,
    "args": {
      "External id": 13073,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107437.189, "dur": 367.854,
    "args": {
      "External id": 13074,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107464.401, "dur": 335.500,
    "args": {
      "External id": 13075,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6570, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107475.312, "dur": 318.690,
    "args": {
      "External id": 13076,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107827.614, "dur": 2.509,
    "args": {
      "External id": 13077,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6572, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.7)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650107919.773, "dur": 16556.145,
    "args": {
      "External id": 13078,"Record function id": 0, "Ev Idx": 6573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108070.287, "dur": 7.294,
    "args": {
      "External id": 13079,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6574
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108081.496, "dur": 0.990,
    "args": {
      "External id": 13080,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108084.139, "dur": 2.210,
    "args": {
      "External id": 13081,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6576
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108088.963, "dur": 0.834,
    "args": {
      "External id": 13082,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108090.947, "dur": 0.845,
    "args": {
      "External id": 13083,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6578
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108093.190, "dur": 0.774,
    "args": {
      "External id": 13084,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108095.550, "dur": 1.089,
    "args": {
      "External id": 13085,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108099.407, "dur": 1.924,
    "args": {
      "External id": 13086,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108103.108, "dur": 0.604,
    "args": {
      "External id": 13087,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108104.901, "dur": 0.819,
    "args": {
      "External id": 13088,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6583
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108125.835, "dur": 16309.670,
    "args": {
      "External id": 13089,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108141.836, "dur": 16287.057,
    "args": {
      "External id": 13090,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108161.405, "dur": 14.614,
    "args": {
      "External id": 13091,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108180.714, "dur": 16211.805,
    "args": {
      "External id": 13092,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108183.181, "dur": 16208.803,
    "args": {
      "External id": 13093,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108188.718, "dur": 5.242,
    "args": {
      "External id": 13094,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650108195.540, "dur": 16193.364,
    "args": {
      "External id": 13095,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6590
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650124616.445, "dur": 38.878,
    "args": {
      "External id": 13096,"Sequence number": 246555, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6591
    }
  },
  {
    "ph": "s", "id": 213, "pid": 1336753, "tid": 1336753, "ts": 1295650124616.445,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650124642.694, "dur": 7.585,
    "args": {
      "External id": 13097,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6592
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650124645.663, "dur": 4.409,
    "args": {
      "External id": 13098,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650124720.229, "dur": 75.747,
    "args": {
      "External id": 13099,"Record function id": 0, "Ev Idx": 6594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650124797.339, "dur": 1068.027,
    "args": {
      "External id": 13100,"Record function id": 0, "Ev Idx": 6595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650124839.415, "dur": 1012.688,
    "args": {
      "External id": 13101,"Sequence number": 246556, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6596
    }
  },
  {
    "ph": "s", "id": 212, "pid": 1336753, "tid": 1336753, "ts": 1295650124839.415,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650124906.183, "dur": 40.744,
    "args": {
      "External id": 13102,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6597
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650124959.510, "dur": 134.411,
    "args": {
      "External id": 13103,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125107.527, "dur": 43.841,
    "args": {
      "External id": 13104,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6599
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125159.475, "dur": 31.586,
    "args": {
      "External id": 13105,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125216.760, "dur": 41.863,
    "args": {
      "External id": 13106,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125277.498, "dur": 15.907,
    "args": {
      "External id": 13107,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125311.874, "dur": 131.871,
    "args": {
      "External id": 13108,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125360.997, "dur": 11.894,
    "args": {
      "External id": 13109,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125365.968, "dur": 6.188,
    "args": {
      "External id": 13110,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125375.521, "dur": 5.886,
    "args": {
      "External id": 13111,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125387.704, "dur": 1.203,
    "args": {
      "External id": 13112,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125391.316, "dur": 3.870,
    "args": {
      "External id": 13113,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125453.502, "dur": 48.065,
    "args": {
      "External id": 13114,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125532.164, "dur": 25.653,
    "args": {
      "External id": 13115,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6610
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125567.290, "dur": 44.712,
    "args": {
      "External id": 13116,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125620.830, "dur": 38.413,
    "args": {
      "External id": 13117,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6612
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125679.532, "dur": 25.044,
    "args": {
      "External id": 13118,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6613
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125709.476, "dur": 34.079,
    "args": {
      "External id": 13119,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6614
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125765.064, "dur": 18.007,
    "args": {
      "External id": 13120,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6615
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.7)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650125925.306, "dur": 111.403,
    "args": {
      "External id": 13121,"Record function id": 0, "Ev Idx": 6616
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126122.640, "dur": 51.011,
    "args": {
      "External id": 13122,"Record function id": 0, "Ev Idx": 6617
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.8)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126182.857, "dur": 17732.555,
    "args": {
      "External id": 13123,"Record function id": 0, "Ev Idx": 6618
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.8)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126191.530, "dur": 870.473,
    "args": {
      "External id": 13124,"Record function id": 0, "Ev Idx": 6619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126290.732, "dur": 9.489,
    "args": {
      "External id": 13125,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126315.858, "dur": 33.440,
    "args": {
      "External id": 13126,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126321.209, "dur": 2.058,
    "args": {
      "External id": 13127,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6622
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126327.390, "dur": 0.428,
    "args": {
      "External id": 13128,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6623
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126328.811, "dur": 0.465,
    "args": {
      "External id": 13129,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126330.609, "dur": 0.461,
    "args": {
      "External id": 13130,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126333.263, "dur": 0.492,
    "args": {
      "External id": 13131,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126335.188, "dur": 0.528,
    "args": {
      "External id": 13132,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126336.867, "dur": 3.640,
    "args": {
      "External id": 13133,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126341.875, "dur": 0.358,
    "args": {
      "External id": 13134,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126343.217, "dur": 0.154,
    "args": {
      "External id": 13135,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126359.359, "dur": 42.288,
    "args": {
      "External id": 13136,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126433.777, "dur": 100.085,
    "args": {
      "External id": 13137,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126444.059, "dur": 4.149,
    "args": {
      "External id": 13138,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126453.080, "dur": 10.277,
    "args": {
      "External id": 13139,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126457.747, "dur": 5.198,
    "args": {
      "External id": 13140,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126461.152, "dur": 0.693,
    "args": {
      "External id": 13141,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6636
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126470.214, "dur": 24.272,
    "args": {
      "External id": 13142,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6637
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126471.712, "dur": 1.992,
    "args": {
      "External id": 13143,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6638
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126475.174, "dur": 0.475,
    "args": {
      "External id": 13144,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6639
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126476.517, "dur": 0.417,
    "args": {
      "External id": 13145,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126479.933, "dur": 1.734,
    "args": {
      "External id": 13146,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6641
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126482.625, "dur": 0.242,
    "args": {
      "External id": 13147,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6642
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126484.300, "dur": 0.281,
    "args": {
      "External id": 13148,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6643
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126485.695, "dur": 0.362,
    "args": {
      "External id": 13149,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6644
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126487.339, "dur": 0.295,
    "args": {
      "External id": 13150,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6645
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126488.666, "dur": 1.696,
    "args": {
      "External id": 13151,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126504.267, "dur": 21.927,
    "args": {
      "External id": 13152,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126588.171, "dur": 345.436,
    "args": {
      "External id": 13153,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126620.449, "dur": 308.642,
    "args": {
      "External id": 13154,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6649, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126631.785, "dur": 292.435,
    "args": {
      "External id": 13155,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650126956.335, "dur": 2.051,
    "args": {
      "External id": 13156,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6651, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.8)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127083.766, "dur": 16632.694,
    "args": {
      "External id": 13157,"Record function id": 0, "Ev Idx": 6652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127186.196, "dur": 6.065,
    "args": {
      "External id": 13158,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6653
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127195.420, "dur": 1.072,
    "args": {
      "External id": 13159,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127198.326, "dur": 2.120,
    "args": {
      "External id": 13160,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6655
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127202.027, "dur": 1.049,
    "args": {
      "External id": 13161,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127204.298, "dur": 0.716,
    "args": {
      "External id": 13162,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127206.345, "dur": 0.865,
    "args": {
      "External id": 13163,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127210.869, "dur": 0.856,
    "args": {
      "External id": 13164,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127213.442, "dur": 1.800,
    "args": {
      "External id": 13165,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127216.772, "dur": 0.955,
    "args": {
      "External id": 13166,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127219.100, "dur": 0.742,
    "args": {
      "External id": 13167,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6662
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127264.254, "dur": 16416.778,
    "args": {
      "External id": 13168,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127280.230, "dur": 16394.730,
    "args": {
      "External id": 13169,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127299.519, "dur": 13.263,
    "args": {
      "External id": 13170,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6665
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127315.888, "dur": 16327.277,
    "args": {
      "External id": 13171,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6666
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127318.269, "dur": 16324.463,
    "args": {
      "External id": 13172,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127324.141, "dur": 5.608,
    "args": {
      "External id": 13173,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650127331.619, "dur": 16308.418,
    "args": {
      "External id": 13174,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650143851.619, "dur": 39.677,
    "args": {
      "External id": 13175,"Sequence number": 246557, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6670
    }
  },
  {
    "ph": "s", "id": 211, "pid": 1336753, "tid": 1336753, "ts": 1295650143851.619,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650143879.059, "dur": 7.408,
    "args": {
      "External id": 13176,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650143882.199, "dur": 4.039,
    "args": {
      "External id": 13177,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650143953.806, "dur": 103.500,
    "args": {
      "External id": 13178,"Record function id": 0, "Ev Idx": 6673
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144060.607, "dur": 1077.036,
    "args": {
      "External id": 13179,"Record function id": 0, "Ev Idx": 6674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144107.303, "dur": 1016.910,
    "args": {
      "External id": 13180,"Sequence number": 246558, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6675
    }
  },
  {
    "ph": "s", "id": 210, "pid": 1336753, "tid": 1336753, "ts": 1295650144107.303,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144179.120, "dur": 42.057,
    "args": {
      "External id": 13181,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6676
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144249.144, "dur": 107.513,
    "args": {
      "External id": 13182,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144367.532, "dur": 38.788,
    "args": {
      "External id": 13183,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6678
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144414.802, "dur": 32.675,
    "args": {
      "External id": 13184,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6679
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144472.927, "dur": 28.508,
    "args": {
      "External id": 13185,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6680
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144518.039, "dur": 15.229,
    "args": {
      "External id": 13186,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6681
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144555.478, "dur": 130.227,
    "args": {
      "External id": 13187,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6682
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144604.668, "dur": 14.634,
    "args": {
      "External id": 13188,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6683
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144612.906, "dur": 5.691,
    "args": {
      "External id": 13189,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6684
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144621.940, "dur": 5.615,
    "args": {
      "External id": 13190,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6685
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144628.656, "dur": 1.169,
    "args": {
      "External id": 13191,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144632.052, "dur": 4.324,
    "args": {
      "External id": 13192,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144695.552, "dur": 45.207,
    "args": {
      "External id": 13193,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144771.919, "dur": 26.355,
    "args": {
      "External id": 13194,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6689
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144807.314, "dur": 40.463,
    "args": {
      "External id": 13195,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6690
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144855.957, "dur": 34.856,
    "args": {
      "External id": 13196,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6691
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144912.238, "dur": 25.900,
    "args": {
      "External id": 13197,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6692
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650144944.051, "dur": 33.364,
    "args": {
      "External id": 13198,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145034.570, "dur": 20.482,
    "args": {
      "External id": 13199,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6694
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.8)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145197.940, "dur": 93.504,
    "args": {
      "External id": 13200,"Record function id": 0, "Ev Idx": 6695
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145373.756, "dur": 49.280,
    "args": {
      "External id": 13201,"Record function id": 0, "Ev Idx": 6696
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.9)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145432.870, "dur": 17968.916,
    "args": {
      "External id": 13202,"Record function id": 0, "Ev Idx": 6697
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.9)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145440.710, "dur": 929.791,
    "args": {
      "External id": 13203,"Record function id": 0, "Ev Idx": 6698
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145521.790, "dur": 9.091,
    "args": {
      "External id": 13204,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145548.751, "dur": 33.035,
    "args": {
      "External id": 13205,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6700
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145554.229, "dur": 2.281,
    "args": {
      "External id": 13206,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6701
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145560.344, "dur": 0.316,
    "args": {
      "External id": 13207,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6702
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145561.985, "dur": 0.476,
    "args": {
      "External id": 13208,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145563.224, "dur": 0.387,
    "args": {
      "External id": 13209,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145566.618, "dur": 0.412,
    "args": {
      "External id": 13210,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6705
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145568.042, "dur": 0.434,
    "args": {
      "External id": 13211,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145569.802, "dur": 3.039,
    "args": {
      "External id": 13212,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6707
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145573.924, "dur": 0.303,
    "args": {
      "External id": 13213,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6708
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145575.698, "dur": 0.437,
    "args": {
      "External id": 13214,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6709
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145592.538, "dur": 41.739,
    "args": {
      "External id": 13215,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145664.781, "dur": 114.636,
    "args": {
      "External id": 13216,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145674.963, "dur": 4.039,
    "args": {
      "External id": 13217,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145683.800, "dur": 10.641,
    "args": {
      "External id": 13218,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145688.208, "dur": 5.835,
    "args": {
      "External id": 13219,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6714
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145692.541, "dur": 0.477,
    "args": {
      "External id": 13220,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145700.813, "dur": 30.099,
    "args": {
      "External id": 13221,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6716
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145703.800, "dur": 1.959,
    "args": {
      "External id": 13222,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145710.464, "dur": 0.331,
    "args": {
      "External id": 13223,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6718
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145712.361, "dur": 0.434,
    "args": {
      "External id": 13224,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6719
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145715.374, "dur": 1.589,
    "args": {
      "External id": 13225,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145718.207, "dur": 0.212,
    "args": {
      "External id": 13226,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6721
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145719.269, "dur": 1.732,
    "args": {
      "External id": 13227,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6722
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145722.383, "dur": 0.349,
    "args": {
      "External id": 13228,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6723
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145723.650, "dur": 0.251,
    "args": {
      "External id": 13229,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6724
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145727.166, "dur": 0.345,
    "args": {
      "External id": 13230,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6725
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145749.641, "dur": 21.967,
    "args": {
      "External id": 13231,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6726
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145831.623, "dur": 432.461,
    "args": {
      "External id": 13232,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6727
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145861.419, "dur": 397.174,
    "args": {
      "External id": 13233,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6728, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650145872.949, "dur": 378.680,
    "args": {
      "External id": 13234,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6729
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146292.580, "dur": 3.115,
    "args": {
      "External id": 13235,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6730, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.9)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146390.929, "dur": 16794.828,
    "args": {
      "External id": 13236,"Record function id": 0, "Ev Idx": 6731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146501.243, "dur": 6.481,
    "args": {
      "External id": 13237,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146511.152, "dur": 1.073,
    "args": {
      "External id": 13238,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146513.944, "dur": 2.179,
    "args": {
      "External id": 13239,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146517.766, "dur": 0.885,
    "args": {
      "External id": 13240,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146520.047, "dur": 0.907,
    "args": {
      "External id": 13241,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146522.315, "dur": 0.797,
    "args": {
      "External id": 13242,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146526.455, "dur": 0.881,
    "args": {
      "External id": 13243,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146528.750, "dur": 1.674,
    "args": {
      "External id": 13244,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146531.633, "dur": 0.916,
    "args": {
      "External id": 13245,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146534.169, "dur": 0.783,
    "args": {
      "External id": 13246,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146554.630, "dur": 16593.840,
    "args": {
      "External id": 13247,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6742
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146571.094, "dur": 16571.307,
    "args": {
      "External id": 13248,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6743
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146590.926, "dur": 13.337,
    "args": {
      "External id": 13249,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6744
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146607.211, "dur": 16502.778,
    "args": {
      "External id": 13250,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6745
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146609.538, "dur": 16499.871,
    "args": {
      "External id": 13251,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146614.990, "dur": 5.198,
    "args": {
      "External id": 13252,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6747
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650146621.835, "dur": 16485.107,
    "args": {
      "External id": 13253,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6748
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163338.238, "dur": 37.182,
    "args": {
      "External id": 13254,"Sequence number": 246559, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6749
    }
  },
  {
    "ph": "s", "id": 209, "pid": 1336753, "tid": 1336753, "ts": 1295650163338.238,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163362.791, "dur": 7.457,
    "args": {
      "External id": 13255,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163365.652, "dur": 4.209,
    "args": {
      "External id": 13256,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163439.925, "dur": 73.815,
    "args": {
      "External id": 13257,"Record function id": 0, "Ev Idx": 6752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163515.301, "dur": 1066.779,
    "args": {
      "External id": 13258,"Record function id": 0, "Ev Idx": 6753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163556.326, "dur": 1012.115,
    "args": {
      "External id": 13259,"Sequence number": 246560, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6754
    }
  },
  {
    "ph": "s", "id": 208, "pid": 1336753, "tid": 1336753, "ts": 1295650163556.326,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163621.561, "dur": 42.326,
    "args": {
      "External id": 13260,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6755
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163676.102, "dur": 102.558,
    "args": {
      "External id": 13261,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163787.992, "dur": 38.630,
    "args": {
      "External id": 13262,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6757
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163837.949, "dur": 30.953,
    "args": {
      "External id": 13263,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6758
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163892.352, "dur": 24.779,
    "args": {
      "External id": 13264,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6759
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163933.316, "dur": 13.955,
    "args": {
      "External id": 13265,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650163964.367, "dur": 165.614,
    "args": {
      "External id": 13266,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6761
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164051.686, "dur": 11.914,
    "args": {
      "External id": 13267,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6762
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164056.344, "dur": 6.389,
    "args": {
      "External id": 13268,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164066.107, "dur": 5.526,
    "args": {
      "External id": 13269,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164073.249, "dur": 1.200,
    "args": {
      "External id": 13270,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164076.594, "dur": 3.681,
    "args": {
      "External id": 13271,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164140.924, "dur": 49.592,
    "args": {
      "External id": 13272,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164220.309, "dur": 43.122,
    "args": {
      "External id": 13273,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164281.110, "dur": 46.831,
    "args": {
      "External id": 13274,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164336.280, "dur": 36.111,
    "args": {
      "External id": 13275,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164397.164, "dur": 27.033,
    "args": {
      "External id": 13276,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6771
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164430.193, "dur": 34.283,
    "args": {
      "External id": 13277,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6772
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164484.978, "dur": 18.006,
    "args": {
      "External id": 13278,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6773
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.9)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164643.822, "dur": 77.363,
    "args": {
      "External id": 13279,"Record function id": 0, "Ev Idx": 6774
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164798.730, "dur": 51.275,
    "args": {
      "External id": 13280,"Record function id": 0, "Ev Idx": 6775
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.10)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164859.700, "dur": 18096.527,
    "args": {
      "External id": 13281,"Record function id": 0, "Ev Idx": 6776
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.10)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164868.590, "dur": 902.859,
    "args": {
      "External id": 13282,"Record function id": 0, "Ev Idx": 6777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164946.337, "dur": 7.743,
    "args": {
      "External id": 13283,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164968.167, "dur": 72.856,
    "args": {
      "External id": 13284,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6779
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164973.604, "dur": 2.330,
    "args": {
      "External id": 13285,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650164979.942, "dur": 0.491,
    "args": {
      "External id": 13286,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6781
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165019.399, "dur": 0.759,
    "args": {
      "External id": 13287,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6782
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165022.410, "dur": 0.323,
    "args": {
      "External id": 13288,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6783
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165025.955, "dur": 0.308,
    "args": {
      "External id": 13289,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6784
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165027.322, "dur": 0.366,
    "args": {
      "External id": 13290,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6785
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165029.061, "dur": 2.919,
    "args": {
      "External id": 13291,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6786
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165032.975, "dur": 0.341,
    "args": {
      "External id": 13292,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6787
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165034.711, "dur": 0.135,
    "args": {
      "External id": 13293,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6788
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165053.293, "dur": 42.071,
    "args": {
      "External id": 13294,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165130.577, "dur": 118.872,
    "args": {
      "External id": 13295,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6790
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165141.474, "dur": 5.636,
    "args": {
      "External id": 13296,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6791
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165152.602, "dur": 9.420,
    "args": {
      "External id": 13297,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165156.906, "dur": 4.738,
    "args": {
      "External id": 13298,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165160.136, "dur": 0.396,
    "args": {
      "External id": 13299,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165168.879, "dur": 24.301,
    "args": {
      "External id": 13300,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165170.826, "dur": 1.996,
    "args": {
      "External id": 13301,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165173.976, "dur": 0.325,
    "args": {
      "External id": 13302,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165175.612, "dur": 0.205,
    "args": {
      "External id": 13303,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165178.571, "dur": 1.549,
    "args": {
      "External id": 13304,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165181.360, "dur": 0.249,
    "args": {
      "External id": 13305,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6800
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165182.492, "dur": 0.325,
    "args": {
      "External id": 13306,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6801
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165184.693, "dur": 0.276,
    "args": {
      "External id": 13307,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6802
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165186.096, "dur": 0.191,
    "args": {
      "External id": 13308,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6803
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165187.431, "dur": 2.060,
    "args": {
      "External id": 13309,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6804
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165203.376, "dur": 22.264,
    "args": {
      "External id": 13310,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165305.572, "dur": 375.773,
    "args": {
      "External id": 13311,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165333.130, "dur": 343.218,
    "args": {
      "External id": 13312,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6807, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165370.128, "dur": 300.738,
    "args": {
      "External id": 13313,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165702.942, "dur": 2.316,
    "args": {
      "External id": 13314,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6809, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.10)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165791.397, "dur": 16964.627,
    "args": {
      "External id": 13315,"Record function id": 0, "Ev Idx": 6810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165890.779, "dur": 6.600,
    "args": {
      "External id": 13316,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165901.198, "dur": 1.181,
    "args": {
      "External id": 13317,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165903.875, "dur": 1.901,
    "args": {
      "External id": 13318,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165907.511, "dur": 0.633,
    "args": {
      "External id": 13319,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6814
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165909.428, "dur": 0.960,
    "args": {
      "External id": 13320,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6815
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165911.495, "dur": 0.837,
    "args": {
      "External id": 13321,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6816
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165915.514, "dur": 1.006,
    "args": {
      "External id": 13322,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165917.747, "dur": 1.933,
    "args": {
      "External id": 13323,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165921.086, "dur": 0.715,
    "args": {
      "External id": 13324,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165922.991, "dur": 0.741,
    "args": {
      "External id": 13325,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6820
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165947.056, "dur": 16766.679,
    "args": {
      "External id": 13326,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165961.654, "dur": 16744.957,
    "args": {
      "External id": 13327,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6822
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650165980.794, "dur": 49.520,
    "args": {
      "External id": 13328,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650166034.511, "dur": 16638.817,
    "args": {
      "External id": 13329,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6824
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650166036.911, "dur": 16635.966,
    "args": {
      "External id": 13330,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6825
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650166042.724, "dur": 6.194,
    "args": {
      "External id": 13331,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650166050.547, "dur": 16619.676,
    "args": {
      "External id": 13332,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650182894.667, "dur": 36.834,
    "args": {
      "External id": 13333,"Sequence number": 246561, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6828
    }
  },
  {
    "ph": "s", "id": 207, "pid": 1336753, "tid": 1336753, "ts": 1295650182894.667,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650182918.511, "dur": 8.154,
    "args": {
      "External id": 13334,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6829
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650182921.926, "dur": 4.524,
    "args": {
      "External id": 13335,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6830
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183021.342, "dur": 74.672,
    "args": {
      "External id": 13336,"Record function id": 0, "Ev Idx": 6831
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183098.031, "dur": 1065.068,
    "args": {
      "External id": 13337,"Record function id": 0, "Ev Idx": 6832
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183139.012, "dur": 1010.628,
    "args": {
      "External id": 13338,"Sequence number": 246562, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6833
    }
  },
  {
    "ph": "s", "id": 206, "pid": 1336753, "tid": 1336753, "ts": 1295650183139.012,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183206.334, "dur": 56.559,
    "args": {
      "External id": 13339,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6834
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183278.473, "dur": 105.985,
    "args": {
      "External id": 13340,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6835
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183393.995, "dur": 38.774,
    "args": {
      "External id": 13341,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6836
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183441.601, "dur": 30.907,
    "args": {
      "External id": 13342,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6837
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183498.428, "dur": 25.693,
    "args": {
      "External id": 13343,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6838
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183540.309, "dur": 15.376,
    "args": {
      "External id": 13344,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6839
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183574.005, "dur": 122.139,
    "args": {
      "External id": 13345,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183620.557, "dur": 10.749,
    "args": {
      "External id": 13346,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183625.212, "dur": 5.402,
    "args": {
      "External id": 13347,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183633.888, "dur": 6.541,
    "args": {
      "External id": 13348,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183641.545, "dur": 1.107,
    "args": {
      "External id": 13349,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183644.979, "dur": 3.697,
    "args": {
      "External id": 13350,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6845
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183706.255, "dur": 48.510,
    "args": {
      "External id": 13351,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183789.326, "dur": 28.893,
    "args": {
      "External id": 13352,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6847
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183826.299, "dur": 41.348,
    "args": {
      "External id": 13353,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183875.456, "dur": 34.928,
    "args": {
      "External id": 13354,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6849
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183930.692, "dur": 25.401,
    "args": {
      "External id": 13355,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6850
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650183961.806, "dur": 74.935,
    "args": {
      "External id": 13356,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6851
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184061.275, "dur": 19.899,
    "args": {
      "External id": 13357,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6852
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.10)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184227.061, "dur": 94.543,
    "args": {
      "External id": 13358,"Record function id": 0, "Ev Idx": 6853
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184399.531, "dur": 49.003,
    "args": {
      "External id": 13359,"Record function id": 0, "Ev Idx": 6854
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.11)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184456.880, "dur": 18012.192,
    "args": {
      "External id": 13360,"Record function id": 0, "Ev Idx": 6855
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.11)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184464.956, "dur": 940.329,
    "args": {
      "External id": 13361,"Record function id": 0, "Ev Idx": 6856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184551.923, "dur": 8.776,
    "args": {
      "External id": 13362,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6857
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184575.348, "dur": 35.331,
    "args": {
      "External id": 13363,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6858
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184580.832, "dur": 5.244,
    "args": {
      "External id": 13364,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184590.203, "dur": 0.436,
    "args": {
      "External id": 13365,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6860
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184591.895, "dur": 0.394,
    "args": {
      "External id": 13366,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184593.676, "dur": 0.254,
    "args": {
      "External id": 13367,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6862
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184596.295, "dur": 0.431,
    "args": {
      "External id": 13368,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184598.054, "dur": 0.346,
    "args": {
      "External id": 13369,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184599.299, "dur": 2.553,
    "args": {
      "External id": 13370,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6865
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184603.163, "dur": 0.419,
    "args": {
      "External id": 13371,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184604.604, "dur": 0.384,
    "args": {
      "External id": 13372,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6867
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184624.526, "dur": 39.123,
    "args": {
      "External id": 13373,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6868
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184695.930, "dur": 105.679,
    "args": {
      "External id": 13374,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184706.349, "dur": 5.239,
    "args": {
      "External id": 13375,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184716.908, "dur": 9.830,
    "args": {
      "External id": 13376,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184721.147, "dur": 5.182,
    "args": {
      "External id": 13377,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184724.588, "dur": 0.458,
    "args": {
      "External id": 13378,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184733.614, "dur": 27.437,
    "args": {
      "External id": 13379,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184738.687, "dur": 0.457,
    "args": {
      "External id": 13380,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6875
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184740.581, "dur": 2.243,
    "args": {
      "External id": 13381,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6876
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184743.914, "dur": 0.353,
    "args": {
      "External id": 13382,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6877
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184745.296, "dur": 1.820,
    "args": {
      "External id": 13383,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6878
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184749.893, "dur": 0.201,
    "args": {
      "External id": 13384,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6879
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184751.431, "dur": 0.250,
    "args": {
      "External id": 13385,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6880
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184752.587, "dur": 0.309,
    "args": {
      "External id": 13386,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6881
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184755.684, "dur": 0.419,
    "args": {
      "External id": 13387,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6882
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184757.130, "dur": 0.355,
    "args": {
      "External id": 13388,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184771.467, "dur": 21.344,
    "args": {
      "External id": 13389,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184852.357, "dur": 452.132,
    "args": {
      "External id": 13390,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184887.518, "dur": 411.659,
    "args": {
      "External id": 13391,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6886, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650184898.502, "dur": 394.341,
    "args": {
      "External id": 13392,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185328.996, "dur": 2.738,
    "args": {
      "External id": 13393,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6888, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.11)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185425.512, "dur": 16836.041,
    "args": {
      "External id": 13394,"Record function id": 0, "Ev Idx": 6889
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185534.826, "dur": 7.058,
    "args": {
      "External id": 13395,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185545.249, "dur": 1.214,
    "args": {
      "External id": 13396,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185548.616, "dur": 2.040,
    "args": {
      "External id": 13397,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6892
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185552.241, "dur": 0.867,
    "args": {
      "External id": 13398,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6893
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185556.291, "dur": 1.001,
    "args": {
      "External id": 13399,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6894
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185558.721, "dur": 0.820,
    "args": {
      "External id": 13400,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185561.214, "dur": 0.854,
    "args": {
      "External id": 13401,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6896
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185563.454, "dur": 1.954,
    "args": {
      "External id": 13402,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6897
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185568.249, "dur": 0.798,
    "args": {
      "External id": 13403,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185570.249, "dur": 0.857,
    "args": {
      "External id": 13404,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185591.583, "dur": 16622.177,
    "args": {
      "External id": 13405,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185607.196, "dur": 16600.430,
    "args": {
      "External id": 13406,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185626.637, "dur": 17.079,
    "args": {
      "External id": 13407,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185646.669, "dur": 16529.154,
    "args": {
      "External id": 13408,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185649.389, "dur": 16525.920,
    "args": {
      "External id": 13409,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185654.738, "dur": 5.282,
    "args": {
      "External id": 13410,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650185663.122, "dur": 16509.366,
    "args": {
      "External id": 13411,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6906
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202405.084, "dur": 38.465,
    "args": {
      "External id": 13412,"Sequence number": 246563, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6907
    }
  },
  {
    "ph": "s", "id": 205, "pid": 1336753, "tid": 1336753, "ts": 1295650202405.084,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202430.713, "dur": 7.767,
    "args": {
      "External id": 13413,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6908
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202433.961, "dur": 4.238,
    "args": {
      "External id": 13414,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202506.509, "dur": 74.857,
    "args": {
      "External id": 13415,"Record function id": 0, "Ev Idx": 6910
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202582.813, "dur": 1060.409,
    "args": {
      "External id": 13416,"Record function id": 0, "Ev Idx": 6911
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202621.393, "dur": 1008.470,
    "args": {
      "External id": 13417,"Sequence number": 246564, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6912
    }
  },
  {
    "ph": "s", "id": 204, "pid": 1336753, "tid": 1336753, "ts": 1295650202621.393,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202684.987, "dur": 41.844,
    "args": {
      "External id": 13418,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6913
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202738.781, "dur": 102.123,
    "args": {
      "External id": 13419,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202849.880, "dur": 37.388,
    "args": {
      "External id": 13420,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6915
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202895.267, "dur": 33.475,
    "args": {
      "External id": 13421,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650202951.511, "dur": 23.740,
    "args": {
      "External id": 13422,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203032.866, "dur": 17.453,
    "args": {
      "External id": 13423,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203070.891, "dur": 125.867,
    "args": {
      "External id": 13424,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203119.225, "dur": 12.158,
    "args": {
      "External id": 13425,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6920
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203123.968, "dur": 6.643,
    "args": {
      "External id": 13426,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6921
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203134.026, "dur": 5.448,
    "args": {
      "External id": 13427,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203140.851, "dur": 1.090,
    "args": {
      "External id": 13428,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203144.367, "dur": 4.319,
    "args": {
      "External id": 13429,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203207.089, "dur": 67.439,
    "args": {
      "External id": 13430,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203306.077, "dur": 28.833,
    "args": {
      "External id": 13431,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203343.668, "dur": 43.503,
    "args": {
      "External id": 13432,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203395.779, "dur": 35.584,
    "args": {
      "External id": 13433,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 6928
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203453.789, "dur": 26.206,
    "args": {
      "External id": 13434,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 6929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203485.657, "dur": 34.326,
    "args": {
      "External id": 13435,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 6930
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203538.502, "dur": 20.352,
    "args": {
      "External id": 13436,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 6931
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.11)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203705.681, "dur": 71.079,
    "args": {
      "External id": 13437,"Record function id": 0, "Ev Idx": 6932
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203848.833, "dur": 45.370,
    "args": {
      "External id": 13438,"Record function id": 0, "Ev Idx": 6933
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.12)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203903.631, "dur": 17963.545,
    "args": {
      "External id": 13439,"Record function id": 0, "Ev Idx": 6934
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.12)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650203911.437, "dur": 926.864,
    "args": {
      "External id": 13440,"Record function id": 0, "Ev Idx": 6935
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204029.091, "dur": 9.602,
    "args": {
      "External id": 13441,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6936
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204056.408, "dur": 34.015,
    "args": {
      "External id": 13442,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6937
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204061.929, "dur": 2.222,
    "args": {
      "External id": 13443,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204068.111, "dur": 0.394,
    "args": {
      "External id": 13444,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6939
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204069.494, "dur": 0.369,
    "args": {
      "External id": 13445,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6940
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204071.162, "dur": 2.132,
    "args": {
      "External id": 13446,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204074.305, "dur": 0.270,
    "args": {
      "External id": 13447,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6942
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204075.908, "dur": 0.172,
    "args": {
      "External id": 13448,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204079.362, "dur": 2.029,
    "args": {
      "External id": 13449,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6944
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204082.717, "dur": 0.284,
    "args": {
      "External id": 13450,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204083.942, "dur": 0.305,
    "args": {
      "External id": 13451,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204101.613, "dur": 40.640,
    "args": {
      "External id": 13452,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204174.838, "dur": 124.627,
    "args": {
      "External id": 13453,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 6948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204185.314, "dur": 4.134,
    "args": {
      "External id": 13454,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204194.712, "dur": 11.285,
    "args": {
      "External id": 13455,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204199.134, "dur": 6.425,
    "args": {
      "External id": 13456,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 6951
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204202.387, "dur": 1.940,
    "args": {
      "External id": 13457,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 6952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204212.541, "dur": 40.450,
    "args": {
      "External id": 13458,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 6953
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204214.375, "dur": 0.348,
    "args": {
      "External id": 13459,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204216.406, "dur": 0.343,
    "args": {
      "External id": 13460,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204217.688, "dur": 0.450,
    "args": {
      "External id": 13461,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204220.734, "dur": 1.644,
    "args": {
      "External id": 13462,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204223.332, "dur": 0.250,
    "args": {
      "External id": 13463,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6958
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204224.979, "dur": 2.182,
    "args": {
      "External id": 13464,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6959
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204243.754, "dur": 0.540,
    "args": {
      "External id": 13465,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6960
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204245.798, "dur": 0.281,
    "args": {
      "External id": 13466,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6961
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204248.960, "dur": 0.290,
    "args": {
      "External id": 13467,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 6962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204265.338, "dur": 25.818,
    "args": {
      "External id": 13468,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 6963
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204353.078, "dur": 385.627,
    "args": {
      "External id": 13469,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 6964
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204385.230, "dur": 348.216,
    "args": {
      "External id": 13470,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 6965, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204395.528, "dur": 332.161,
    "args": {
      "External id": 13471,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 6966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204764.699, "dur": 2.192,
    "args": {
      "External id": 13472,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 6967, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.12)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204858.524, "dur": 16808.430,
    "args": {
      "External id": 13473,"Record function id": 0, "Ev Idx": 6968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204961.568, "dur": 6.669,
    "args": {
      "External id": 13474,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 6969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204971.551, "dur": 0.930,
    "args": {
      "External id": 13475,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204974.129, "dur": 1.833,
    "args": {
      "External id": 13476,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6971
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204977.586, "dur": 0.700,
    "args": {
      "External id": 13477,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650204979.614, "dur": 0.950,
    "args": {
      "External id": 13478,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6973
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205017.853, "dur": 1.444,
    "args": {
      "External id": 13479,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 6974
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205023.524, "dur": 0.843,
    "args": {
      "External id": 13480,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 6975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205025.894, "dur": 1.659,
    "args": {
      "External id": 13481,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6976
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205028.946, "dur": 0.581,
    "args": {
      "External id": 13482,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205031.105, "dur": 0.711,
    "args": {
      "External id": 13483,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 6978
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205053.088, "dur": 16575.438,
    "args": {
      "External id": 13484,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6979
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205068.804, "dur": 16553.366,
    "args": {
      "External id": 13485,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 6980
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205089.068, "dur": 14.435,
    "args": {
      "External id": 13486,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205106.376, "dur": 16483.189,
    "args": {
      "External id": 13487,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 6982
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205108.841, "dur": 16480.142,
    "args": {
      "External id": 13488,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 6983
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205114.536, "dur": 5.946,
    "args": {
      "External id": 13489,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 6984
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650205122.299, "dur": 16464.073,
    "args": {
      "External id": 13490,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 6985
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650221806.133, "dur": 36.383,
    "args": {
      "External id": 13491,"Sequence number": 246565, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 6986
    }
  },
  {
    "ph": "s", "id": 203, "pid": 1336753, "tid": 1336753, "ts": 1295650221806.133,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650221829.657, "dur": 7.844,
    "args": {
      "External id": 13492,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 6987
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650221832.903, "dur": 4.376,
    "args": {
      "External id": 13493,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 6988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650221904.855, "dur": 123.932,
    "args": {
      "External id": 13494,"Record function id": 0, "Ev Idx": 6989
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222032.183, "dur": 1051.044,
    "args": {
      "External id": 13495,"Record function id": 0, "Ev Idx": 6990
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222076.397, "dur": 992.358,
    "args": {
      "External id": 13496,"Sequence number": 246566, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 6991
    }
  },
  {
    "ph": "s", "id": 202, "pid": 1336753, "tid": 1336753, "ts": 1295650222076.397,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222144.999, "dur": 43.110,
    "args": {
      "External id": 13497,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 6992
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222200.937, "dur": 118.532,
    "args": {
      "External id": 13498,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222332.449, "dur": 39.700,
    "args": {
      "External id": 13499,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6994
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222380.364, "dur": 31.055,
    "args": {
      "External id": 13500,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 6995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222436.929, "dur": 24.709,
    "args": {
      "External id": 13501,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6996
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222478.108, "dur": 15.937,
    "args": {
      "External id": 13502,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 6997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222512.440, "dur": 122.593,
    "args": {
      "External id": 13503,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 6998
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222559.043, "dur": 10.911,
    "args": {
      "External id": 13504,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 6999
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222563.850, "dur": 5.134,
    "args": {
      "External id": 13505,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7000
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222572.550, "dur": 4.940,
    "args": {
      "External id": 13506,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222578.818, "dur": 1.269,
    "args": {
      "External id": 13507,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222582.435, "dur": 3.892,
    "args": {
      "External id": 13508,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222645.421, "dur": 43.564,
    "args": {
      "External id": 13509,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222719.481, "dur": 25.991,
    "args": {
      "External id": 13510,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222753.792, "dur": 40.757,
    "args": {
      "External id": 13511,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7006
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222802.101, "dur": 34.860,
    "args": {
      "External id": 13512,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7007
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222865.946, "dur": 27.775,
    "args": {
      "External id": 13513,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222900.880, "dur": 34.250,
    "args": {
      "External id": 13514,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650222951.900, "dur": 18.087,
    "args": {
      "External id": 13515,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7010
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.12)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223147.221, "dur": 73.231,
    "args": {
      "External id": 13516,"Record function id": 0, "Ev Idx": 7011
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223315.087, "dur": 47.442,
    "args": {
      "External id": 13517,"Record function id": 0, "Ev Idx": 7012
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.13)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223372.170, "dur": 18170.224,
    "args": {
      "External id": 13518,"Record function id": 0, "Ev Idx": 7013
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.13)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223380.453, "dur": 886.387,
    "args": {
      "External id": 13519,"Record function id": 0, "Ev Idx": 7014
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223466.894, "dur": 8.480,
    "args": {
      "External id": 13520,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223489.987, "dur": 32.750,
    "args": {
      "External id": 13521,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7016
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223495.952, "dur": 2.465,
    "args": {
      "External id": 13522,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7017
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223502.228, "dur": 0.529,
    "args": {
      "External id": 13523,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7018
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223503.907, "dur": 0.279,
    "args": {
      "External id": 13524,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7019
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223505.322, "dur": 0.334,
    "args": {
      "External id": 13525,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7020
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223508.428, "dur": 0.322,
    "args": {
      "External id": 13526,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223509.663, "dur": 0.210,
    "args": {
      "External id": 13527,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223511.076, "dur": 3.222,
    "args": {
      "External id": 13528,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223515.305, "dur": 0.211,
    "args": {
      "External id": 13529,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7024
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223516.809, "dur": 0.320,
    "args": {
      "External id": 13530,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7025
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223533.451, "dur": 43.268,
    "args": {
      "External id": 13531,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7026
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223609.314, "dur": 103.796,
    "args": {
      "External id": 13532,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7027
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223619.675, "dur": 4.088,
    "args": {
      "External id": 13533,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223628.829, "dur": 10.019,
    "args": {
      "External id": 13534,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223633.290, "dur": 5.137,
    "args": {
      "External id": 13535,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223636.676, "dur": 0.549,
    "args": {
      "External id": 13536,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223645.645, "dur": 25.082,
    "args": {
      "External id": 13537,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223647.336, "dur": 2.099,
    "args": {
      "External id": 13538,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223650.536, "dur": 0.302,
    "args": {
      "External id": 13539,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223652.280, "dur": 0.269,
    "args": {
      "External id": 13540,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223655.047, "dur": 1.791,
    "args": {
      "External id": 13541,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223658.011, "dur": 0.170,
    "args": {
      "External id": 13542,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7037
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223659.379, "dur": 0.174,
    "args": {
      "External id": 13543,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7038
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223662.362, "dur": 0.149,
    "args": {
      "External id": 13544,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7039
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223663.521, "dur": 0.167,
    "args": {
      "External id": 13545,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7040
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223664.916, "dur": 1.933,
    "args": {
      "External id": 13546,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7041
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223683.040, "dur": 22.577,
    "args": {
      "External id": 13547,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7042
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223763.208, "dur": 386.793,
    "args": {
      "External id": 13548,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7043
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223793.427, "dur": 351.200,
    "args": {
      "External id": 13549,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7044, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650223802.857, "dur": 334.595,
    "args": {
      "External id": 13550,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7045
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224173.902, "dur": 2.261,
    "args": {
      "External id": 13551,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7046, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.13)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224288.252, "dur": 17060.914,
    "args": {
      "External id": 13552,"Record function id": 0, "Ev Idx": 7047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224393.951, "dur": 6.785,
    "args": {
      "External id": 13553,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224404.059, "dur": 1.113,
    "args": {
      "External id": 13554,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224406.677, "dur": 1.998,
    "args": {
      "External id": 13555,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224410.529, "dur": 0.701,
    "args": {
      "External id": 13556,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7051
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224412.452, "dur": 0.771,
    "args": {
      "External id": 13557,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224416.172, "dur": 0.697,
    "args": {
      "External id": 13558,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224418.276, "dur": 0.816,
    "args": {
      "External id": 13559,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224420.648, "dur": 1.920,
    "args": {
      "External id": 13560,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224424.009, "dur": 0.592,
    "args": {
      "External id": 13561,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224427.701, "dur": 0.798,
    "args": {
      "External id": 13562,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7057
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224445.710, "dur": 16867.198,
    "args": {
      "External id": 13563,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224461.120, "dur": 16845.595,
    "args": {
      "External id": 13564,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7059
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224483.425, "dur": 13.362,
    "args": {
      "External id": 13565,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7060
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224499.941, "dur": 16774.648,
    "args": {
      "External id": 13566,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224502.471, "dur": 16771.615,
    "args": {
      "External id": 13567,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7062
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224508.076, "dur": 5.480,
    "args": {
      "External id": 13568,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7063
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650224515.414, "dur": 16756.322,
    "args": {
      "External id": 13569,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7064
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650241480.810, "dur": 36.095,
    "args": {
      "External id": 13570,"Sequence number": 246567, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7065
    }
  },
  {
    "ph": "s", "id": 201, "pid": 1336753, "tid": 1336753, "ts": 1295650241480.810,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650241504.386, "dur": 7.432,
    "args": {
      "External id": 13571,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650241507.449, "dur": 4.185,
    "args": {
      "External id": 13572,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650241583.393, "dur": 76.282,
    "args": {
      "External id": 13573,"Record function id": 0, "Ev Idx": 7068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650241661.063, "dur": 1054.988,
    "args": {
      "External id": 13574,"Record function id": 0, "Ev Idx": 7069
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650241699.167, "dur": 1003.948,
    "args": {
      "External id": 13575,"Sequence number": 246568, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7070
    }
  },
  {
    "ph": "s", "id": 200, "pid": 1336753, "tid": 1336753, "ts": 1295650241699.167,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650241763.307, "dur": 39.877,
    "args": {
      "External id": 13576,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7071
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650241815.153, "dur": 106.066,
    "args": {
      "External id": 13577,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650241930.088, "dur": 38.822,
    "args": {
      "External id": 13578,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7073
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650241976.850, "dur": 74.510,
    "args": {
      "External id": 13579,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242080.968, "dur": 26.814,
    "args": {
      "External id": 13580,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242123.930, "dur": 15.129,
    "args": {
      "External id": 13581,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242157.140, "dur": 139.929,
    "args": {
      "External id": 13582,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7077
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242202.297, "dur": 10.977,
    "args": {
      "External id": 13583,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242207.042, "dur": 5.392,
    "args": {
      "External id": 13584,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7079
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242215.943, "dur": 5.363,
    "args": {
      "External id": 13585,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7080
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242222.638, "dur": 1.065,
    "args": {
      "External id": 13586,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242225.955, "dur": 19.898,
    "args": {
      "External id": 13587,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7082
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242308.632, "dur": 50.326,
    "args": {
      "External id": 13588,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242390.882, "dur": 28.638,
    "args": {
      "External id": 13589,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7084
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242428.525, "dur": 41.426,
    "args": {
      "External id": 13590,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7085
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242477.908, "dur": 34.881,
    "args": {
      "External id": 13591,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7086
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242534.559, "dur": 25.505,
    "args": {
      "External id": 13592,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242565.610, "dur": 32.990,
    "args": {
      "External id": 13593,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7088
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242616.546, "dur": 17.866,
    "args": {
      "External id": 13594,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7089
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.13)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242779.281, "dur": 74.331,
    "args": {
      "External id": 13595,"Record function id": 0, "Ev Idx": 7090
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650242928.565, "dur": 48.095,
    "args": {
      "External id": 13596,"Record function id": 0, "Ev Idx": 7091
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.14)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243031.280, "dur": 18146.785,
    "args": {
      "External id": 13597,"Record function id": 0, "Ev Idx": 7092
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.14)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243040.541, "dur": 839.749,
    "args": {
      "External id": 13598,"Record function id": 0, "Ev Idx": 7093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243123.711, "dur": 8.841,
    "args": {
      "External id": 13599,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243148.106, "dur": 41.344,
    "args": {
      "External id": 13600,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243158.532, "dur": 2.351,
    "args": {
      "External id": 13601,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7096
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243164.143, "dur": 0.455,
    "args": {
      "External id": 13602,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7097
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243165.603, "dur": 0.289,
    "args": {
      "External id": 13603,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7098
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243167.199, "dur": 1.685,
    "args": {
      "External id": 13604,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7099
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243170.349, "dur": 0.271,
    "args": {
      "External id": 13605,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243173.525, "dur": 0.267,
    "args": {
      "External id": 13606,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243177.091, "dur": 1.532,
    "args": {
      "External id": 13607,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243179.490, "dur": 0.393,
    "args": {
      "External id": 13608,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7103
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243181.247, "dur": 2.023,
    "args": {
      "External id": 13609,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243201.091, "dur": 57.301,
    "args": {
      "External id": 13610,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243298.933, "dur": 109.509,
    "args": {
      "External id": 13611,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243310.411, "dur": 5.642,
    "args": {
      "External id": 13612,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243321.408, "dur": 10.477,
    "args": {
      "External id": 13613,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243325.783, "dur": 5.681,
    "args": {
      "External id": 13614,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243329.164, "dur": 0.738,
    "args": {
      "External id": 13615,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243338.652, "dur": 27.858,
    "args": {
      "External id": 13616,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243340.706, "dur": 0.638,
    "args": {
      "External id": 13617,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7112
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243342.823, "dur": 0.382,
    "args": {
      "External id": 13618,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7113
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243344.295, "dur": 2.178,
    "args": {
      "External id": 13619,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243347.684, "dur": 1.167,
    "args": {
      "External id": 13620,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243349.926, "dur": 0.393,
    "args": {
      "External id": 13621,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7116
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243352.849, "dur": 3.503,
    "args": {
      "External id": 13622,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7117
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243357.725, "dur": 0.275,
    "args": {
      "External id": 13623,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243359.115, "dur": 0.279,
    "args": {
      "External id": 13624,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243362.267, "dur": 0.386,
    "args": {
      "External id": 13625,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243377.450, "dur": 23.468,
    "args": {
      "External id": 13626,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243461.052, "dur": 334.869,
    "args": {
      "External id": 13627,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7122
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243490.778, "dur": 300.651,
    "args": {
      "External id": 13628,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7123, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243500.753, "dur": 285.737,
    "args": {
      "External id": 13629,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243816.038, "dur": 2.188,
    "args": {
      "External id": 13630,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7125, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.14)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650243899.319, "dur": 17050.408,
    "args": {
      "External id": 13631,"Record function id": 0, "Ev Idx": 7126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244040.604, "dur": 6.847,
    "args": {
      "External id": 13632,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244051.192, "dur": 1.089,
    "args": {
      "External id": 13633,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244053.939, "dur": 2.369,
    "args": {
      "External id": 13634,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244057.907, "dur": 1.050,
    "args": {
      "External id": 13635,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244060.349, "dur": 0.946,
    "args": {
      "External id": 13636,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244062.654, "dur": 0.839,
    "args": {
      "External id": 13637,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244066.714, "dur": 0.975,
    "args": {
      "External id": 13638,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244069.068, "dur": 1.672,
    "args": {
      "External id": 13639,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244072.465, "dur": 0.761,
    "args": {
      "External id": 13640,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244074.641, "dur": 0.894,
    "args": {
      "External id": 13641,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244098.965, "dur": 16811.937,
    "args": {
      "External id": 13642,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244114.829, "dur": 16789.598,
    "args": {
      "External id": 13643,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244134.978, "dur": 13.371,
    "args": {
      "External id": 13644,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244151.598, "dur": 16720.934,
    "args": {
      "External id": 13645,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244153.790, "dur": 16718.193,
    "args": {
      "External id": 13646,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244159.174, "dur": 5.740,
    "args": {
      "External id": 13647,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650244166.676, "dur": 16702.747,
    "args": {
      "External id": 13648,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261116.317, "dur": 35.929,
    "args": {
      "External id": 13649,"Sequence number": 246569, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7144
    }
  },
  {
    "ph": "s", "id": 199, "pid": 1336753, "tid": 1336753, "ts": 1295650261116.317,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261139.772, "dur": 7.767,
    "args": {
      "External id": 13650,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261142.882, "dur": 4.288,
    "args": {
      "External id": 13651,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261215.166, "dur": 89.858,
    "args": {
      "External id": 13652,"Record function id": 0, "Ev Idx": 7147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261307.689, "dur": 1056.485,
    "args": {
      "External id": 13653,"Record function id": 0, "Ev Idx": 7148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261350.500, "dur": 1000.429,
    "args": {
      "External id": 13654,"Sequence number": 246570, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7149
    }
  },
  {
    "ph": "s", "id": 198, "pid": 1336753, "tid": 1336753, "ts": 1295650261350.500,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261417.121, "dur": 43.664,
    "args": {
      "External id": 13655,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261472.931, "dur": 105.292,
    "args": {
      "External id": 13656,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261587.658, "dur": 39.137,
    "args": {
      "External id": 13657,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261635.054, "dur": 31.012,
    "args": {
      "External id": 13658,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261690.022, "dur": 25.149,
    "args": {
      "External id": 13659,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261731.999, "dur": 14.285,
    "args": {
      "External id": 13660,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261763.817, "dur": 127.528,
    "args": {
      "External id": 13661,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7156
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261814.599, "dur": 10.875,
    "args": {
      "External id": 13662,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261819.290, "dur": 5.532,
    "args": {
      "External id": 13663,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261828.192, "dur": 5.828,
    "args": {
      "External id": 13664,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261835.192, "dur": 1.247,
    "args": {
      "External id": 13665,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261838.821, "dur": 3.838,
    "args": {
      "External id": 13666,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261901.343, "dur": 44.275,
    "args": {
      "External id": 13667,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650261975.089, "dur": 68.616,
    "args": {
      "External id": 13668,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262055.547, "dur": 45.592,
    "args": {
      "External id": 13669,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262109.123, "dur": 35.994,
    "args": {
      "External id": 13670,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262166.562, "dur": 26.176,
    "args": {
      "External id": 13671,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262198.349, "dur": 45.776,
    "args": {
      "External id": 13672,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262268.192, "dur": 19.353,
    "args": {
      "External id": 13673,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7168
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.14)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262426.977, "dur": 72.876,
    "args": {
      "External id": 13674,"Record function id": 0, "Ev Idx": 7169
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262574.288, "dur": 45.187,
    "args": {
      "External id": 13675,"Record function id": 0, "Ev Idx": 7170
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.15)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262628.684, "dur": 18209.026,
    "args": {
      "External id": 13676,"Record function id": 0, "Ev Idx": 7171
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.15)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262638.144, "dur": 884.122,
    "args": {
      "External id": 13677,"Record function id": 0, "Ev Idx": 7172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262716.258, "dur": 7.923,
    "args": {
      "External id": 13678,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262738.231, "dur": 32.353,
    "args": {
      "External id": 13679,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262743.442, "dur": 2.223,
    "args": {
      "External id": 13680,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7175
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262749.730, "dur": 0.233,
    "args": {
      "External id": 13681,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262751.124, "dur": 0.277,
    "args": {
      "External id": 13682,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7177
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262752.611, "dur": 0.228,
    "args": {
      "External id": 13683,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262755.274, "dur": 0.551,
    "args": {
      "External id": 13684,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262756.958, "dur": 0.235,
    "args": {
      "External id": 13685,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262758.178, "dur": 3.554,
    "args": {
      "External id": 13686,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262762.864, "dur": 0.330,
    "args": {
      "External id": 13687,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262764.371, "dur": 0.247,
    "args": {
      "External id": 13688,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262781.798, "dur": 36.624,
    "args": {
      "External id": 13689,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262850.130, "dur": 107.231,
    "args": {
      "External id": 13690,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262860.613, "dur": 3.766,
    "args": {
      "External id": 13691,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262869.551, "dur": 9.764,
    "args": {
      "External id": 13692,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262874.156, "dur": 4.780,
    "args": {
      "External id": 13693,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262877.345, "dur": 0.486,
    "args": {
      "External id": 13694,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262885.826, "dur": 24.811,
    "args": {
      "External id": 13695,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262887.600, "dur": 1.930,
    "args": {
      "External id": 13696,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262890.876, "dur": 0.448,
    "args": {
      "External id": 13697,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262892.227, "dur": 0.371,
    "args": {
      "External id": 13698,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262895.430, "dur": 1.000,
    "args": {
      "External id": 13699,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262897.542, "dur": 0.482,
    "args": {
      "External id": 13700,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7195
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262899.215, "dur": 0.280,
    "args": {
      "External id": 13701,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262901.816, "dur": 0.421,
    "args": {
      "External id": 13702,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262903.545, "dur": 0.323,
    "args": {
      "External id": 13703,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262904.913, "dur": 2.023,
    "args": {
      "External id": 13704,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650262927.908, "dur": 22.106,
    "args": {
      "External id": 13705,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263052.608, "dur": 369.287,
    "args": {
      "External id": 13706,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263083.286, "dur": 333.452,
    "args": {
      "External id": 13707,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7202, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263095.729, "dur": 314.799,
    "args": {
      "External id": 13708,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263449.102, "dur": 2.285,
    "args": {
      "External id": 13709,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7204, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.15)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263543.585, "dur": 17094.789,
    "args": {
      "External id": 13710,"Record function id": 0, "Ev Idx": 7205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263644.019, "dur": 6.484,
    "args": {
      "External id": 13711,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7206
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263653.969, "dur": 1.245,
    "args": {
      "External id": 13712,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263656.892, "dur": 1.983,
    "args": {
      "External id": 13713,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7208
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263660.627, "dur": 0.697,
    "args": {
      "External id": 13714,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263662.685, "dur": 0.867,
    "args": {
      "External id": 13715,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263664.793, "dur": 1.036,
    "args": {
      "External id": 13716,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263668.631, "dur": 0.972,
    "args": {
      "External id": 13717,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263670.806, "dur": 1.728,
    "args": {
      "External id": 13718,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263674.190, "dur": 0.782,
    "args": {
      "External id": 13719,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263676.354, "dur": 0.699,
    "args": {
      "External id": 13720,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263695.874, "dur": 16905.573,
    "args": {
      "External id": 13721,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263711.303, "dur": 16883.884,
    "args": {
      "External id": 13722,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263730.743, "dur": 16.575,
    "args": {
      "External id": 13723,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263750.239, "dur": 16812.944,
    "args": {
      "External id": 13724,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263752.507, "dur": 16809.938,
    "args": {
      "External id": 13725,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263757.766, "dur": 5.034,
    "args": {
      "External id": 13726,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7221
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650263764.364, "dur": 16795.575,
    "args": {
      "External id": 13727,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650280774.055, "dur": 37.952,
    "args": {
      "External id": 13728,"Sequence number": 246571, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7223
    }
  },
  {
    "ph": "s", "id": 197, "pid": 1336753, "tid": 1336753, "ts": 1295650280774.055,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650280799.421, "dur": 7.590,
    "args": {
      "External id": 13729,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650280802.598, "dur": 4.180,
    "args": {
      "External id": 13730,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650280878.472, "dur": 74.957,
    "args": {
      "External id": 13731,"Record function id": 0, "Ev Idx": 7226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650280954.911, "dur": 1074.445,
    "args": {
      "External id": 13732,"Record function id": 0, "Ev Idx": 7227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281031.193, "dur": 947.228,
    "args": {
      "External id": 13733,"Sequence number": 246572, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7228
    }
  },
  {
    "ph": "s", "id": 196, "pid": 1336753, "tid": 1336753, "ts": 1295650281031.193,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281099.952, "dur": 42.864,
    "args": {
      "External id": 13734,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7229
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281156.033, "dur": 104.313,
    "args": {
      "External id": 13735,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281273.162, "dur": 43.200,
    "args": {
      "External id": 13736,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281324.669, "dur": 31.279,
    "args": {
      "External id": 13737,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281381.516, "dur": 24.223,
    "args": {
      "External id": 13738,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7233
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281422.858, "dur": 13.611,
    "args": {
      "External id": 13739,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7234
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281454.120, "dur": 132.514,
    "args": {
      "External id": 13740,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281500.984, "dur": 11.204,
    "args": {
      "External id": 13741,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281506.401, "dur": 4.976,
    "args": {
      "External id": 13742,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7237
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281514.783, "dur": 5.261,
    "args": {
      "External id": 13743,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281521.204, "dur": 1.202,
    "args": {
      "External id": 13744,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281524.708, "dur": 4.266,
    "args": {
      "External id": 13745,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281596.552, "dur": 45.427,
    "args": {
      "External id": 13746,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281670.004, "dur": 27.366,
    "args": {
      "External id": 13747,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281706.155, "dur": 40.355,
    "args": {
      "External id": 13748,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281753.498, "dur": 35.071,
    "args": {
      "External id": 13749,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281809.902, "dur": 26.067,
    "args": {
      "External id": 13750,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281841.125, "dur": 33.453,
    "args": {
      "External id": 13751,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650281892.599, "dur": 18.283,
    "args": {
      "External id": 13752,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7247
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.15)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282094.762, "dur": 73.474,
    "args": {
      "External id": 13753,"Record function id": 0, "Ev Idx": 7248
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282260.763, "dur": 49.320,
    "args": {
      "External id": 13754,"Record function id": 0, "Ev Idx": 7249
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.16)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282320.166, "dur": 18275.742,
    "args": {
      "External id": 13755,"Record function id": 0, "Ev Idx": 7250
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.16)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282329.834, "dur": 923.565,
    "args": {
      "External id": 13756,"Record function id": 0, "Ev Idx": 7251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282411.567, "dur": 8.913,
    "args": {
      "External id": 13757,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282434.559, "dur": 31.654,
    "args": {
      "External id": 13758,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282439.997, "dur": 2.216,
    "args": {
      "External id": 13759,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282446.562, "dur": 0.207,
    "args": {
      "External id": 13760,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282447.926, "dur": 0.367,
    "args": {
      "External id": 13761,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282449.720, "dur": 0.327,
    "args": {
      "External id": 13762,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282452.463, "dur": 0.219,
    "args": {
      "External id": 13763,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282453.947, "dur": 0.470,
    "args": {
      "External id": 13764,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282455.343, "dur": 2.472,
    "args": {
      "External id": 13765,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282458.725, "dur": 0.314,
    "args": {
      "External id": 13766,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282459.845, "dur": 0.398,
    "args": {
      "External id": 13767,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282479.942, "dur": 42.447,
    "args": {
      "External id": 13768,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282554.455, "dur": 99.206,
    "args": {
      "External id": 13769,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282565.035, "dur": 5.383,
    "args": {
      "External id": 13770,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282575.573, "dur": 9.428,
    "args": {
      "External id": 13771,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282580.065, "dur": 4.547,
    "args": {
      "External id": 13772,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282583.124, "dur": 0.420,
    "args": {
      "External id": 13773,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282591.767, "dur": 22.996,
    "args": {
      "External id": 13774,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282593.420, "dur": 0.254,
    "args": {
      "External id": 13775,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282594.995, "dur": 2.055,
    "args": {
      "External id": 13776,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282598.129, "dur": 0.373,
    "args": {
      "External id": 13777,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282599.481, "dur": 1.485,
    "args": {
      "External id": 13778,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282603.430, "dur": 0.358,
    "args": {
      "External id": 13779,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282605.152, "dur": 0.344,
    "args": {
      "External id": 13780,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282606.521, "dur": 0.317,
    "args": {
      "External id": 13781,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282609.599, "dur": 0.356,
    "args": {
      "External id": 13782,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282611.123, "dur": 0.201,
    "args": {
      "External id": 13783,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282624.449, "dur": 21.443,
    "args": {
      "External id": 13784,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282702.858, "dur": 429.699,
    "args": {
      "External id": 13785,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282731.616, "dur": 395.444,
    "args": {
      "External id": 13786,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7281, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650282741.343, "dur": 378.982,
    "args": {
      "External id": 13787,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283162.033, "dur": 2.458,
    "args": {
      "External id": 13788,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7283, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.16)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283276.030, "dur": 17127.124,
    "args": {
      "External id": 13789,"Record function id": 0, "Ev Idx": 7284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283380.813, "dur": 7.147,
    "args": {
      "External id": 13790,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283391.272, "dur": 1.280,
    "args": {
      "External id": 13791,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283394.241, "dur": 2.057,
    "args": {
      "External id": 13792,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283397.945, "dur": 0.721,
    "args": {
      "External id": 13793,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283399.865, "dur": 0.904,
    "args": {
      "External id": 13794,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283401.869, "dur": 0.785,
    "args": {
      "External id": 13795,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283405.783, "dur": 0.937,
    "args": {
      "External id": 13796,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283408.165, "dur": 1.891,
    "args": {
      "External id": 13797,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7292
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283411.404, "dur": 0.798,
    "args": {
      "External id": 13798,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283413.749, "dur": 0.681,
    "args": {
      "External id": 13799,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283433.904, "dur": 16932.742,
    "args": {
      "External id": 13800,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283448.741, "dur": 16911.457,
    "args": {
      "External id": 13801,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283470.129, "dur": 13.745,
    "args": {
      "External id": 13802,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283486.801, "dur": 16840.994,
    "args": {
      "External id": 13803,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283489.234, "dur": 16838.091,
    "args": {
      "External id": 13804,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283495.073, "dur": 5.001,
    "args": {
      "External id": 13805,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650283501.691, "dur": 16823.011,
    "args": {
      "External id": 13806,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650300534.470, "dur": 36.290,
    "args": {
      "External id": 13807,"Sequence number": 246573, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7302
    }
  },
  {
    "ph": "s", "id": 195, "pid": 1336753, "tid": 1336753, "ts": 1295650300534.470,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650300558.808, "dur": 7.057,
    "args": {
      "External id": 13808,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650300561.664, "dur": 4.002,
    "args": {
      "External id": 13809,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650300635.253, "dur": 77.693,
    "args": {
      "External id": 13810,"Record function id": 0, "Ev Idx": 7305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650300714.579, "dur": 1095.017,
    "args": {
      "External id": 13811,"Record function id": 0, "Ev Idx": 7306
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650300752.476, "dur": 1043.243,
    "args": {
      "External id": 13812,"Sequence number": 246574, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7307
    }
  },
  {
    "ph": "s", "id": 194, "pid": 1336753, "tid": 1336753, "ts": 1295650300752.476,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650300815.985, "dur": 39.840,
    "args": {
      "External id": 13813,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650300867.704, "dur": 103.161,
    "args": {
      "External id": 13814,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650300980.539, "dur": 82.497,
    "args": {
      "External id": 13815,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301075.298, "dur": 31.945,
    "args": {
      "External id": 13816,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301138.749, "dur": 28.600,
    "args": {
      "External id": 13817,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301184.544, "dur": 14.806,
    "args": {
      "External id": 13818,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301217.921, "dur": 144.818,
    "args": {
      "External id": 13819,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301279.999, "dur": 12.347,
    "args": {
      "External id": 13820,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301285.063, "dur": 6.290,
    "args": {
      "External id": 13821,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301295.210, "dur": 5.990,
    "args": {
      "External id": 13822,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301302.454, "dur": 1.381,
    "args": {
      "External id": 13823,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301306.233, "dur": 5.440,
    "args": {
      "External id": 13824,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301396.506, "dur": 51.419,
    "args": {
      "External id": 13825,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301483.124, "dur": 30.964,
    "args": {
      "External id": 13826,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301523.746, "dur": 41.151,
    "args": {
      "External id": 13827,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301573.158, "dur": 34.352,
    "args": {
      "External id": 13828,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7323
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301627.796, "dur": 26.458,
    "args": {
      "External id": 13829,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7324
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301659.219, "dur": 33.554,
    "args": {
      "External id": 13830,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301712.908, "dur": 17.152,
    "args": {
      "External id": 13831,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7326
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.16)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650301872.921, "dur": 72.540,
    "args": {
      "External id": 13832,"Record function id": 0, "Ev Idx": 7327
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302064.383, "dur": 48.040,
    "args": {
      "External id": 13833,"Record function id": 0, "Ev Idx": 7328
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.17)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302122.484, "dur": 18279.035,
    "args": {
      "External id": 13834,"Record function id": 0, "Ev Idx": 7329
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.17)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302130.544, "dur": 824.173,
    "args": {
      "External id": 13835,"Record function id": 0, "Ev Idx": 7330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302213.200, "dur": 9.219,
    "args": {
      "External id": 13836,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302252.802, "dur": 32.609,
    "args": {
      "External id": 13837,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302258.646, "dur": 2.457,
    "args": {
      "External id": 13838,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302265.250, "dur": 0.422,
    "args": {
      "External id": 13839,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302267.187, "dur": 0.378,
    "args": {
      "External id": 13840,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7335
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302268.714, "dur": 0.214,
    "args": {
      "External id": 13841,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302272.208, "dur": 0.196,
    "args": {
      "External id": 13842,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302273.318, "dur": 0.239,
    "args": {
      "External id": 13843,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302274.843, "dur": 2.589,
    "args": {
      "External id": 13844,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7339
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302278.141, "dur": 0.205,
    "args": {
      "External id": 13845,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302279.431, "dur": 0.168,
    "args": {
      "External id": 13846,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302296.826, "dur": 41.515,
    "args": {
      "External id": 13847,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302372.626, "dur": 102.354,
    "args": {
      "External id": 13848,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302383.649, "dur": 4.449,
    "args": {
      "External id": 13849,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302393.204, "dur": 9.878,
    "args": {
      "External id": 13850,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302397.867, "dur": 4.808,
    "args": {
      "External id": 13851,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302400.999, "dur": 0.453,
    "args": {
      "External id": 13852,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302409.833, "dur": 23.700,
    "args": {
      "External id": 13853,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7348
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302411.464, "dur": 1.976,
    "args": {
      "External id": 13854,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302414.622, "dur": 0.427,
    "args": {
      "External id": 13855,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302416.420, "dur": 0.254,
    "args": {
      "External id": 13856,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302418.992, "dur": 1.262,
    "args": {
      "External id": 13857,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302421.240, "dur": 0.341,
    "args": {
      "External id": 13858,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302422.670, "dur": 0.263,
    "args": {
      "External id": 13859,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302425.504, "dur": 0.318,
    "args": {
      "External id": 13860,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302426.510, "dur": 0.404,
    "args": {
      "External id": 13861,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302428.001, "dur": 1.736,
    "args": {
      "External id": 13862,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302445.400, "dur": 22.194,
    "args": {
      "External id": 13863,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302528.217, "dur": 341.458,
    "args": {
      "External id": 13864,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302558.125, "dur": 307.355,
    "args": {
      "External id": 13865,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7360, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302568.012, "dur": 292.063,
    "args": {
      "External id": 13866,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302891.209, "dur": 2.201,
    "args": {
      "External id": 13867,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7362, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.17)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650302973.164, "dur": 17213.853,
    "args": {
      "External id": 13868,"Record function id": 0, "Ev Idx": 7363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303115.821, "dur": 7.002,
    "args": {
      "External id": 13869,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303126.223, "dur": 1.252,
    "args": {
      "External id": 13870,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7365
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303129.150, "dur": 2.013,
    "args": {
      "External id": 13871,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303132.710, "dur": 0.963,
    "args": {
      "External id": 13872,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303134.969, "dur": 0.848,
    "args": {
      "External id": 13873,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303136.935, "dur": 0.850,
    "args": {
      "External id": 13874,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303140.994, "dur": 0.585,
    "args": {
      "External id": 13875,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303143.235, "dur": 1.696,
    "args": {
      "External id": 13876,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303146.559, "dur": 0.936,
    "args": {
      "External id": 13877,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303148.983, "dur": 0.835,
    "args": {
      "External id": 13878,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303170.985, "dur": 16978.473,
    "args": {
      "External id": 13879,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303186.565, "dur": 16956.089,
    "args": {
      "External id": 13880,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303209.454, "dur": 13.017,
    "args": {
      "External id": 13881,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303225.216, "dur": 16886.007,
    "args": {
      "External id": 13882,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303242.980, "dur": 16867.657,
    "args": {
      "External id": 13883,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7378
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303248.680, "dur": 6.515,
    "args": {
      "External id": 13884,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650303256.969, "dur": 16850.782,
    "args": {
      "External id": 13885,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320338.311, "dur": 36.612,
    "args": {
      "External id": 13886,"Sequence number": 246575, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7381
    }
  },
  {
    "ph": "s", "id": 193, "pid": 1336753, "tid": 1336753, "ts": 1295650320338.311,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320361.492, "dur": 8.041,
    "args": {
      "External id": 13887,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7382
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320364.764, "dur": 4.413,
    "args": {
      "External id": 13888,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320440.227, "dur": 74.461,
    "args": {
      "External id": 13889,"Record function id": 0, "Ev Idx": 7384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320516.543, "dur": 1055.980,
    "args": {
      "External id": 13890,"Record function id": 0, "Ev Idx": 7385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320557.585, "dur": 1001.595,
    "args": {
      "External id": 13891,"Sequence number": 246576, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7386
    }
  },
  {
    "ph": "s", "id": 192, "pid": 1336753, "tid": 1336753, "ts": 1295650320557.585,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320623.241, "dur": 43.600,
    "args": {
      "External id": 13892,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320679.435, "dur": 102.712,
    "args": {
      "External id": 13893,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320791.138, "dur": 39.986,
    "args": {
      "External id": 13894,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320838.544, "dur": 31.401,
    "args": {
      "External id": 13895,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320893.886, "dur": 23.165,
    "args": {
      "External id": 13896,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320933.662, "dur": 14.503,
    "args": {
      "External id": 13897,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650320964.743, "dur": 167.147,
    "args": {
      "External id": 13898,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321052.924, "dur": 12.455,
    "args": {
      "External id": 13899,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321057.951, "dur": 6.383,
    "args": {
      "External id": 13900,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321067.960, "dur": 5.339,
    "args": {
      "External id": 13901,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321074.486, "dur": 1.001,
    "args": {
      "External id": 13902,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321077.564, "dur": 3.365,
    "args": {
      "External id": 13903,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321143.171, "dur": 49.477,
    "args": {
      "External id": 13904,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321223.722, "dur": 45.148,
    "args": {
      "External id": 13905,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321281.101, "dur": 44.286,
    "args": {
      "External id": 13906,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321333.250, "dur": 34.848,
    "args": {
      "External id": 13907,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321391.025, "dur": 26.637,
    "args": {
      "External id": 13908,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321422.797, "dur": 34.106,
    "args": {
      "External id": 13909,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321474.842, "dur": 17.048,
    "args": {
      "External id": 13910,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7405
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.17)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321636.390, "dur": 73.128,
    "args": {
      "External id": 13911,"Record function id": 0, "Ev Idx": 7406
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321782.640, "dur": 44.437,
    "args": {
      "External id": 13912,"Record function id": 0, "Ev Idx": 7407
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.18)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321835.987, "dur": 18213.336,
    "args": {
      "External id": 13913,"Record function id": 0, "Ev Idx": 7408
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.18)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321844.897, "dur": 881.122,
    "args": {
      "External id": 13914,"Record function id": 0, "Ev Idx": 7409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321925.217, "dur": 7.750,
    "args": {
      "External id": 13915,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321946.636, "dur": 32.945,
    "args": {
      "External id": 13916,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321952.301, "dur": 2.202,
    "args": {
      "External id": 13917,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321958.465, "dur": 0.338,
    "args": {
      "External id": 13918,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321960.176, "dur": 0.472,
    "args": {
      "External id": 13919,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321961.499, "dur": 0.404,
    "args": {
      "External id": 13920,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321965.132, "dur": 0.291,
    "args": {
      "External id": 13921,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321966.280, "dur": 0.475,
    "args": {
      "External id": 13922,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321968.337, "dur": 3.070,
    "args": {
      "External id": 13923,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321972.245, "dur": 0.412,
    "args": {
      "External id": 13924,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650321973.691, "dur": 0.227,
    "args": {
      "External id": 13925,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322030.981, "dur": 40.729,
    "args": {
      "External id": 13926,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322107.088, "dur": 107.349,
    "args": {
      "External id": 13927,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322121.599, "dur": 6.539,
    "args": {
      "External id": 13928,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322133.652, "dur": 10.517,
    "args": {
      "External id": 13929,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322138.042, "dur": 5.739,
    "args": {
      "External id": 13930,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322141.506, "dur": 0.592,
    "args": {
      "External id": 13931,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7426
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322151.383, "dur": 24.017,
    "args": {
      "External id": 13932,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7427
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322153.357, "dur": 0.424,
    "args": {
      "External id": 13933,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322154.743, "dur": 2.355,
    "args": {
      "External id": 13934,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322158.201, "dur": 0.760,
    "args": {
      "External id": 13935,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7430
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322159.763, "dur": 1.602,
    "args": {
      "External id": 13936,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7431
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322164.605, "dur": 0.238,
    "args": {
      "External id": 13937,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322165.917, "dur": 0.323,
    "args": {
      "External id": 13938,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322167.287, "dur": 0.278,
    "args": {
      "External id": 13939,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322169.840, "dur": 0.304,
    "args": {
      "External id": 13940,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322171.352, "dur": 0.422,
    "args": {
      "External id": 13941,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322185.545, "dur": 21.046,
    "args": {
      "External id": 13942,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322285.506, "dur": 350.951,
    "args": {
      "External id": 13943,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322316.105, "dur": 315.333,
    "args": {
      "External id": 13944,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7439, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322326.021, "dur": 299.974,
    "args": {
      "External id": 13945,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7440
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322658.159, "dur": 2.201,
    "args": {
      "External id": 13946,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7441, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.18)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322745.988, "dur": 17071.145,
    "args": {
      "External id": 13947,"Record function id": 0, "Ev Idx": 7442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322847.190, "dur": 6.640,
    "args": {
      "External id": 13948,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322857.279, "dur": 1.018,
    "args": {
      "External id": 13949,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322859.897, "dur": 2.278,
    "args": {
      "External id": 13950,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322863.949, "dur": 0.971,
    "args": {
      "External id": 13951,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322866.314, "dur": 1.053,
    "args": {
      "External id": 13952,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7447
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322868.448, "dur": 0.714,
    "args": {
      "External id": 13953,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322872.254, "dur": 0.845,
    "args": {
      "External id": 13954,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322874.740, "dur": 1.812,
    "args": {
      "External id": 13955,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322877.987, "dur": 0.813,
    "args": {
      "External id": 13956,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322880.223, "dur": 0.634,
    "args": {
      "External id": 13957,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322900.562, "dur": 16874.773,
    "args": {
      "External id": 13958,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322915.109, "dur": 16852.963,
    "args": {
      "External id": 13959,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322936.309, "dur": 14.846,
    "args": {
      "External id": 13960,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322954.102, "dur": 16780.865,
    "args": {
      "External id": 13961,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322956.341, "dur": 16777.967,
    "args": {
      "External id": 13962,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322961.414, "dur": 6.258,
    "args": {
      "External id": 13963,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7458
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650322969.198, "dur": 16762.073,
    "args": {
      "External id": 13964,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650339957.841, "dur": 63.378,
    "args": {
      "External id": 13965,"Sequence number": 246577, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7460
    }
  },
  {
    "ph": "s", "id": 191, "pid": 1336753, "tid": 1336753, "ts": 1295650339957.841,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340005.728, "dur": 9.837,
    "args": {
      "External id": 13966,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7461
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340010.289, "dur": 4.890,
    "args": {
      "External id": 13967,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340089.754, "dur": 75.183,
    "args": {
      "External id": 13968,"Record function id": 0, "Ev Idx": 7463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340166.280, "dur": 1056.856,
    "args": {
      "External id": 13969,"Record function id": 0, "Ev Idx": 7464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340207.583, "dur": 1001.825,
    "args": {
      "External id": 13970,"Sequence number": 246578, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7465
    }
  },
  {
    "ph": "s", "id": 190, "pid": 1336753, "tid": 1336753, "ts": 1295650340207.583,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340294.732, "dur": 43.763,
    "args": {
      "External id": 13971,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340352.854, "dur": 109.212,
    "args": {
      "External id": 13972,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340471.183, "dur": 37.781,
    "args": {
      "External id": 13973,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340515.607, "dur": 31.364,
    "args": {
      "External id": 13974,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340572.239, "dur": 24.146,
    "args": {
      "External id": 13975,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340610.209, "dur": 17.229,
    "args": {
      "External id": 13976,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340643.256, "dur": 123.616,
    "args": {
      "External id": 13977,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340689.721, "dur": 10.990,
    "args": {
      "External id": 13978,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7473
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340694.417, "dur": 5.436,
    "args": {
      "External id": 13979,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340703.424, "dur": 5.387,
    "args": {
      "External id": 13980,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340709.904, "dur": 2.608,
    "args": {
      "External id": 13981,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340714.695, "dur": 3.815,
    "args": {
      "External id": 13982,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340777.375, "dur": 43.998,
    "args": {
      "External id": 13983,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340849.406, "dur": 27.404,
    "args": {
      "External id": 13984,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340884.728, "dur": 40.984,
    "args": {
      "External id": 13985,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650340932.047, "dur": 35.404,
    "args": {
      "External id": 13986,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341028.971, "dur": 30.453,
    "args": {
      "External id": 13987,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341066.141, "dur": 39.782,
    "args": {
      "External id": 13988,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341124.739, "dur": 20.139,
    "args": {
      "External id": 13989,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7484
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.18)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341307.266, "dur": 74.708,
    "args": {
      "External id": 13990,"Record function id": 0, "Ev Idx": 7485
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341458.519, "dur": 47.250,
    "args": {
      "External id": 13991,"Record function id": 0, "Ev Idx": 7486
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.19)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341514.746, "dur": 18209.353,
    "args": {
      "External id": 13992,"Record function id": 0, "Ev Idx": 7487
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.19)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341523.002, "dur": 865.923,
    "args": {
      "External id": 13993,"Record function id": 0, "Ev Idx": 7488
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341602.689, "dur": 9.006,
    "args": {
      "External id": 13994,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341626.181, "dur": 31.749,
    "args": {
      "External id": 13995,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341631.020, "dur": 2.257,
    "args": {
      "External id": 13996,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341637.814, "dur": 0.393,
    "args": {
      "External id": 13997,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7492
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341639.331, "dur": 0.563,
    "args": {
      "External id": 13998,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341641.063, "dur": 0.199,
    "args": {
      "External id": 13999,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341643.920, "dur": 0.207,
    "args": {
      "External id": 14000,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341645.340, "dur": 0.160,
    "args": {
      "External id": 14001,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341646.364, "dur": 2.960,
    "args": {
      "External id": 14002,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341650.526, "dur": 0.407,
    "args": {
      "External id": 14003,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341651.786, "dur": 0.197,
    "args": {
      "External id": 14004,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341668.178, "dur": 41.818,
    "args": {
      "External id": 14005,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341740.581, "dur": 98.668,
    "args": {
      "External id": 14006,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341751.007, "dur": 3.965,
    "args": {
      "External id": 14007,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341759.872, "dur": 9.512,
    "args": {
      "External id": 14008,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341764.125, "dur": 4.858,
    "args": {
      "External id": 14009,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7504
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341767.351, "dur": 0.485,
    "args": {
      "External id": 14010,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7505
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341775.598, "dur": 24.142,
    "args": {
      "External id": 14011,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7506
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341777.172, "dur": 2.194,
    "args": {
      "External id": 14012,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341780.823, "dur": 0.235,
    "args": {
      "External id": 14013,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341782.348, "dur": 0.332,
    "args": {
      "External id": 14014,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341785.514, "dur": 1.268,
    "args": {
      "External id": 14015,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341787.784, "dur": 0.326,
    "args": {
      "External id": 14016,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341789.287, "dur": 0.171,
    "args": {
      "External id": 14017,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341791.675, "dur": 0.265,
    "args": {
      "External id": 14018,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341793.203, "dur": 0.221,
    "args": {
      "External id": 14019,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341794.531, "dur": 1.617,
    "args": {
      "External id": 14020,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341810.762, "dur": 21.285,
    "args": {
      "External id": 14021,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341887.859, "dur": 408.615,
    "args": {
      "External id": 14022,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341915.976, "dur": 374.977,
    "args": {
      "External id": 14023,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7518, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650341925.570, "dur": 358.920,
    "args": {
      "External id": 14024,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342320.390, "dur": 2.238,
    "args": {
      "External id": 14025,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7520, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.19)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342407.678, "dur": 17113.765,
    "args": {
      "External id": 14026,"Record function id": 0, "Ev Idx": 7521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342506.861, "dur": 6.676,
    "args": {
      "External id": 14027,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342524.697, "dur": 1.096,
    "args": {
      "External id": 14028,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342527.386, "dur": 2.123,
    "args": {
      "External id": 14029,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342532.467, "dur": 0.765,
    "args": {
      "External id": 14030,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342534.644, "dur": 0.810,
    "args": {
      "External id": 14031,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342536.853, "dur": 0.848,
    "args": {
      "External id": 14032,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342539.244, "dur": 0.687,
    "args": {
      "External id": 14033,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342542.899, "dur": 1.609,
    "args": {
      "External id": 14034,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342546.178, "dur": 0.632,
    "args": {
      "External id": 14035,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342548.157, "dur": 0.631,
    "args": {
      "External id": 14036,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342568.213, "dur": 16911.063,
    "args": {
      "External id": 14037,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342583.317, "dur": 16888.568,
    "args": {
      "External id": 14038,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342603.199, "dur": 12.826,
    "args": {
      "External id": 14039,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342620.557, "dur": 16817.988,
    "args": {
      "External id": 14040,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342623.277, "dur": 16814.300,
    "args": {
      "External id": 14041,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342628.481, "dur": 4.984,
    "args": {
      "External id": 14042,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650342635.105, "dur": 16799.542,
    "args": {
      "External id": 14043,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650359660.421, "dur": 39.501,
    "args": {
      "External id": 14044,"Sequence number": 246579, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7539
    }
  },
  {
    "ph": "s", "id": 189, "pid": 1336753, "tid": 1336753, "ts": 1295650359660.421,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650359686.604, "dur": 8.561,
    "args": {
      "External id": 14045,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650359690.259, "dur": 4.674,
    "args": {
      "External id": 14046,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650359763.352, "dur": 74.623,
    "args": {
      "External id": 14047,"Record function id": 0, "Ev Idx": 7542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650359839.455, "dur": 1051.554,
    "args": {
      "External id": 14048,"Record function id": 0, "Ev Idx": 7543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650359877.149, "dur": 1000.828,
    "args": {
      "External id": 14049,"Sequence number": 246580, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7544
    }
  },
  {
    "ph": "s", "id": 188, "pid": 1336753, "tid": 1336753, "ts": 1295650359877.149,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650359947.919, "dur": 77.022,
    "args": {
      "External id": 14050,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360041.899, "dur": 102.980,
    "args": {
      "External id": 14051,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360153.347, "dur": 39.820,
    "args": {
      "External id": 14052,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360201.498, "dur": 44.688,
    "args": {
      "External id": 14053,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360274.255, "dur": 28.279,
    "args": {
      "External id": 14054,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360321.538, "dur": 14.258,
    "args": {
      "External id": 14055,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360353.142, "dur": 125.621,
    "args": {
      "External id": 14056,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360403.523, "dur": 10.794,
    "args": {
      "External id": 14057,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360408.287, "dur": 5.080,
    "args": {
      "External id": 14058,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360416.962, "dur": 5.931,
    "args": {
      "External id": 14059,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360423.997, "dur": 1.501,
    "args": {
      "External id": 14060,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360427.945, "dur": 2.562,
    "args": {
      "External id": 14061,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360489.278, "dur": 49.270,
    "args": {
      "External id": 14062,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360567.509, "dur": 28.988,
    "args": {
      "External id": 14063,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360603.980, "dur": 40.542,
    "args": {
      "External id": 14064,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7559
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360652.249, "dur": 34.867,
    "args": {
      "External id": 14065,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7560
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360709.649, "dur": 27.005,
    "args": {
      "External id": 14066,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7561
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360742.580, "dur": 33.492,
    "args": {
      "External id": 14067,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360794.710, "dur": 17.030,
    "args": {
      "External id": 14068,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7563
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.19)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650360953.013, "dur": 116.878,
    "args": {
      "External id": 14069,"Record function id": 0, "Ev Idx": 7564
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361149.530, "dur": 48.392,
    "args": {
      "External id": 14070,"Record function id": 0, "Ev Idx": 7565
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.20)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361207.584, "dur": 18234.306,
    "args": {
      "External id": 14071,"Record function id": 0, "Ev Idx": 7566
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.20)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361216.245, "dur": 873.257,
    "args": {
      "External id": 14072,"Record function id": 0, "Ev Idx": 7567
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361312.628, "dur": 9.062,
    "args": {
      "External id": 14073,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361336.667, "dur": 33.008,
    "args": {
      "External id": 14074,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361342.109, "dur": 2.404,
    "args": {
      "External id": 14075,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7570
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361348.853, "dur": 0.617,
    "args": {
      "External id": 14076,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361350.664, "dur": 0.655,
    "args": {
      "External id": 14077,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361352.583, "dur": 0.503,
    "args": {
      "External id": 14078,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361355.497, "dur": 0.706,
    "args": {
      "External id": 14079,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7574
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361357.426, "dur": 0.532,
    "args": {
      "External id": 14080,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361358.969, "dur": 1.764,
    "args": {
      "External id": 14081,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7576
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361362.123, "dur": 0.360,
    "args": {
      "External id": 14082,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361363.620, "dur": 0.520,
    "args": {
      "External id": 14083,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7578
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361380.650, "dur": 39.708,
    "args": {
      "External id": 14084,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361452.941, "dur": 107.628,
    "args": {
      "External id": 14085,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361463.713, "dur": 4.793,
    "args": {
      "External id": 14086,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361473.765, "dur": 10.088,
    "args": {
      "External id": 14087,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361478.237, "dur": 5.235,
    "args": {
      "External id": 14088,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7583
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361481.725, "dur": 0.647,
    "args": {
      "External id": 14089,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361490.515, "dur": 29.595,
    "args": {
      "External id": 14090,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361492.322, "dur": 2.349,
    "args": {
      "External id": 14091,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361496.168, "dur": 0.764,
    "args": {
      "External id": 14092,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361501.144, "dur": 0.547,
    "args": {
      "External id": 14093,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361504.304, "dur": 0.757,
    "args": {
      "External id": 14094,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361506.273, "dur": 0.500,
    "args": {
      "External id": 14095,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7590
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361507.777, "dur": 2.064,
    "args": {
      "External id": 14096,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7591
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361510.880, "dur": 0.395,
    "args": {
      "External id": 14097,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7592
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361512.683, "dur": 0.414,
    "args": {
      "External id": 14098,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361515.750, "dur": 0.407,
    "args": {
      "External id": 14099,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361530.681, "dur": 22.032,
    "args": {
      "External id": 14100,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361611.856, "dur": 347.085,
    "args": {
      "External id": 14101,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7596
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361641.362, "dur": 312.685,
    "args": {
      "External id": 14102,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7597, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361651.208, "dur": 297.607,
    "args": {
      "External id": 14103,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650361981.038, "dur": 2.246,
    "args": {
      "External id": 14104,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7599, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.20)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362110.323, "dur": 17127.485,
    "args": {
      "External id": 14105,"Record function id": 0, "Ev Idx": 7600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362209.437, "dur": 6.713,
    "args": {
      "External id": 14106,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362219.529, "dur": 1.287,
    "args": {
      "External id": 14107,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362222.428, "dur": 1.299,
    "args": {
      "External id": 14108,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362225.303, "dur": 1.105,
    "args": {
      "External id": 14109,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362242.296, "dur": 1.710,
    "args": {
      "External id": 14110,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362246.876, "dur": 1.073,
    "args": {
      "External id": 14111,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362251.469, "dur": 1.300,
    "args": {
      "External id": 14112,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362254.145, "dur": 2.461,
    "args": {
      "External id": 14113,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362258.329, "dur": 0.833,
    "args": {
      "External id": 14114,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362260.541, "dur": 1.028,
    "args": {
      "External id": 14115,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7610
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362282.413, "dur": 16908.785,
    "args": {
      "External id": 14116,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362296.984, "dur": 16887.869,
    "args": {
      "External id": 14117,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7612
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362319.152, "dur": 12.800,
    "args": {
      "External id": 14118,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7613
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362334.645, "dur": 16817.288,
    "args": {
      "External id": 14119,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7614
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362337.065, "dur": 16814.298,
    "args": {
      "External id": 14120,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7615
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362342.757, "dur": 5.501,
    "args": {
      "External id": 14121,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7616
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650362349.936, "dur": 16798.747,
    "args": {
      "External id": 14122,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7617
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379376.307, "dur": 39.665,
    "args": {
      "External id": 14123,"Sequence number": 246581, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7618
    }
  },
  {
    "ph": "s", "id": 187, "pid": 1336753, "tid": 1336753, "ts": 1295650379376.307,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379402.858, "dur": 8.005,
    "args": {
      "External id": 14124,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379405.907, "dur": 4.700,
    "args": {
      "External id": 14125,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379480.854, "dur": 75.743,
    "args": {
      "External id": 14126,"Record function id": 0, "Ev Idx": 7621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379558.158, "dur": 1058.563,
    "args": {
      "External id": 14127,"Record function id": 0, "Ev Idx": 7622
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379596.941, "dur": 1006.531,
    "args": {
      "External id": 14128,"Sequence number": 246582, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7623
    }
  },
  {
    "ph": "s", "id": 186, "pid": 1336753, "tid": 1336753, "ts": 1295650379596.941,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379661.045, "dur": 43.657,
    "args": {
      "External id": 14129,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379717.003, "dur": 103.260,
    "args": {
      "External id": 14130,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379830.630, "dur": 36.582,
    "args": {
      "External id": 14131,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379873.759, "dur": 32.226,
    "args": {
      "External id": 14132,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379932.115, "dur": 25.057,
    "args": {
      "External id": 14133,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650379972.959, "dur": 56.038,
    "args": {
      "External id": 14134,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380050.338, "dur": 127.461,
    "args": {
      "External id": 14135,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380098.522, "dur": 11.678,
    "args": {
      "External id": 14136,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380103.307, "dur": 6.132,
    "args": {
      "External id": 14137,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380112.801, "dur": 5.728,
    "args": {
      "External id": 14138,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380119.912, "dur": 1.186,
    "args": {
      "External id": 14139,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380124.890, "dur": 2.897,
    "args": {
      "External id": 14140,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380188.191, "dur": 65.481,
    "args": {
      "External id": 14141,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7636
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380288.603, "dur": 30.591,
    "args": {
      "External id": 14142,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7637
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380327.127, "dur": 44.558,
    "args": {
      "External id": 14143,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7638
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380378.796, "dur": 33.909,
    "args": {
      "External id": 14144,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7639
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380434.638, "dur": 28.497,
    "args": {
      "External id": 14145,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380468.696, "dur": 33.785,
    "args": {
      "External id": 14146,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7641
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380519.116, "dur": 17.657,
    "args": {
      "External id": 14147,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7642
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.20)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380678.749, "dur": 68.858,
    "args": {
      "External id": 14148,"Record function id": 0, "Ev Idx": 7643
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380820.511, "dur": 46.134,
    "args": {
      "External id": 14149,"Record function id": 0, "Ev Idx": 7644
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.21)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380875.917, "dur": 18345.141,
    "args": {
      "External id": 14150,"Record function id": 0, "Ev Idx": 7645
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.21)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380884.806, "dur": 891.159,
    "args": {
      "External id": 14151,"Record function id": 0, "Ev Idx": 7646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650380963.871, "dur": 7.757,
    "args": {
      "External id": 14152,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381024.349, "dur": 34.602,
    "args": {
      "External id": 14153,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381030.235, "dur": 2.501,
    "args": {
      "External id": 14154,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7649
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381036.866, "dur": 0.500,
    "args": {
      "External id": 14155,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381038.738, "dur": 0.460,
    "args": {
      "External id": 14156,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7651
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381040.279, "dur": 0.626,
    "args": {
      "External id": 14157,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381043.673, "dur": 0.593,
    "args": {
      "External id": 14158,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7653
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381045.246, "dur": 0.772,
    "args": {
      "External id": 14159,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381047.445, "dur": 2.196,
    "args": {
      "External id": 14160,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7655
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381050.645, "dur": 0.396,
    "args": {
      "External id": 14161,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381052.179, "dur": 0.497,
    "args": {
      "External id": 14162,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381070.531, "dur": 40.080,
    "args": {
      "External id": 14163,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381145.277, "dur": 127.354,
    "args": {
      "External id": 14164,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381156.478, "dur": 5.642,
    "args": {
      "External id": 14165,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381167.346, "dur": 10.027,
    "args": {
      "External id": 14166,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381171.861, "dur": 5.133,
    "args": {
      "External id": 14167,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7662
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381174.984, "dur": 0.813,
    "args": {
      "External id": 14168,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381184.078, "dur": 27.331,
    "args": {
      "External id": 14169,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381186.154, "dur": 2.416,
    "args": {
      "External id": 14170,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7665
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381189.740, "dur": 0.570,
    "args": {
      "External id": 14171,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7666
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381191.898, "dur": 0.784,
    "args": {
      "External id": 14172,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381195.557, "dur": 0.535,
    "args": {
      "External id": 14173,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381197.267, "dur": 0.471,
    "args": {
      "External id": 14174,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381198.651, "dur": 0.726,
    "args": {
      "External id": 14175,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7670
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381202.276, "dur": 0.572,
    "args": {
      "External id": 14176,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381203.994, "dur": 0.501,
    "args": {
      "External id": 14177,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381205.930, "dur": 1.731,
    "args": {
      "External id": 14178,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7673
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381225.009, "dur": 38.227,
    "args": {
      "External id": 14179,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381336.721, "dur": 349.403,
    "args": {
      "External id": 14180,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7675
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381367.136, "dur": 311.461,
    "args": {
      "External id": 14181,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7676, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381377.213, "dur": 295.376,
    "args": {
      "External id": 14182,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381705.590, "dur": 1.969,
    "args": {
      "External id": 14183,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7678, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.21)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381796.393, "dur": 17224.702,
    "args": {
      "External id": 14184,"Record function id": 0, "Ev Idx": 7679
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381895.570, "dur": 6.380,
    "args": {
      "External id": 14185,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7680
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381905.291, "dur": 1.322,
    "args": {
      "External id": 14186,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7681
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381908.370, "dur": 1.239,
    "args": {
      "External id": 14187,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7682
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381911.304, "dur": 1.036,
    "args": {
      "External id": 14188,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7683
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381913.684, "dur": 1.174,
    "args": {
      "External id": 14189,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7684
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381918.346, "dur": 1.192,
    "args": {
      "External id": 14190,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7685
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381920.950, "dur": 1.134,
    "args": {
      "External id": 14191,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381923.566, "dur": 2.277,
    "args": {
      "External id": 14192,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381927.169, "dur": 1.126,
    "args": {
      "External id": 14193,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381931.258, "dur": 0.886,
    "args": {
      "External id": 14194,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7689
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381953.024, "dur": 17007.569,
    "args": {
      "External id": 14195,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7690
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650381967.881, "dur": 16986.171,
    "args": {
      "External id": 14196,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7691
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650382027.464, "dur": 12.909,
    "args": {
      "External id": 14197,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7692
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650382043.670, "dur": 16877.612,
    "args": {
      "External id": 14198,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650382046.039, "dur": 16874.786,
    "args": {
      "External id": 14199,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7694
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650382051.609, "dur": 6.908,
    "args": {
      "External id": 14200,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7695
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650382060.101, "dur": 16858.321,
    "args": {
      "External id": 14201,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7696
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399158.756, "dur": 36.604,
    "args": {
      "External id": 14202,"Sequence number": 246583, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7697
    }
  },
  {
    "ph": "s", "id": 185, "pid": 1336753, "tid": 1336753, "ts": 1295650399158.756,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399182.697, "dur": 7.764,
    "args": {
      "External id": 14203,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7698
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399185.698, "dur": 4.543,
    "args": {
      "External id": 14204,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399274.808, "dur": 75.209,
    "args": {
      "External id": 14205,"Record function id": 0, "Ev Idx": 7700
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399352.138, "dur": 1057.680,
    "args": {
      "External id": 14206,"Record function id": 0, "Ev Idx": 7701
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399391.339, "dur": 1004.486,
    "args": {
      "External id": 14207,"Sequence number": 246584, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7702
    }
  },
  {
    "ph": "s", "id": 184, "pid": 1336753, "tid": 1336753, "ts": 1295650399391.339,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399461.422, "dur": 43.379,
    "args": {
      "External id": 14208,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399516.959, "dur": 103.300,
    "args": {
      "External id": 14209,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399628.088, "dur": 40.386,
    "args": {
      "External id": 14210,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7705
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399675.940, "dur": 31.563,
    "args": {
      "External id": 14211,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399731.324, "dur": 24.405,
    "args": {
      "External id": 14212,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7707
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399775.318, "dur": 14.146,
    "args": {
      "External id": 14213,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7708
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399806.201, "dur": 119.771,
    "args": {
      "External id": 14214,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7709
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399852.764, "dur": 11.101,
    "args": {
      "External id": 14215,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399857.773, "dur": 5.297,
    "args": {
      "External id": 14216,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399866.594, "dur": 5.029,
    "args": {
      "External id": 14217,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399873.133, "dur": 1.439,
    "args": {
      "External id": 14218,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399876.722, "dur": 2.986,
    "args": {
      "External id": 14219,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7714
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650399936.119, "dur": 43.642,
    "args": {
      "External id": 14220,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400052.523, "dur": 30.486,
    "args": {
      "External id": 14221,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7716
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400091.049, "dur": 46.157,
    "args": {
      "External id": 14222,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400145.248, "dur": 35.380,
    "args": {
      "External id": 14223,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7718
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400201.384, "dur": 39.533,
    "args": {
      "External id": 14224,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7719
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400249.363, "dur": 38.728,
    "args": {
      "External id": 14225,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400309.115, "dur": 18.859,
    "args": {
      "External id": 14226,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7721
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.21)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400474.366, "dur": 72.532,
    "args": {
      "External id": 14227,"Record function id": 0, "Ev Idx": 7722
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400620.553, "dur": 46.618,
    "args": {
      "External id": 14228,"Record function id": 0, "Ev Idx": 7723
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.22)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400676.106, "dur": 18140.272,
    "args": {
      "External id": 14229,"Record function id": 0, "Ev Idx": 7724
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.22)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400683.826, "dur": 916.360,
    "args": {
      "External id": 14230,"Record function id": 0, "Ev Idx": 7725
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400762.642, "dur": 8.223,
    "args": {
      "External id": 14231,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7726
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400785.070, "dur": 31.933,
    "args": {
      "External id": 14232,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7727
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400790.791, "dur": 2.039,
    "args": {
      "External id": 14233,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7728
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400796.553, "dur": 0.524,
    "args": {
      "External id": 14234,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7729
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400798.325, "dur": 0.340,
    "args": {
      "External id": 14235,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7730
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400799.667, "dur": 0.509,
    "args": {
      "External id": 14236,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400803.288, "dur": 0.644,
    "args": {
      "External id": 14237,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400804.953, "dur": 0.435,
    "args": {
      "External id": 14238,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400806.421, "dur": 1.564,
    "args": {
      "External id": 14239,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400809.071, "dur": 0.617,
    "args": {
      "External id": 14240,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400810.685, "dur": 0.413,
    "args": {
      "External id": 14241,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400827.781, "dur": 36.522,
    "args": {
      "External id": 14242,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400895.058, "dur": 146.879,
    "args": {
      "External id": 14243,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400905.217, "dur": 4.758,
    "args": {
      "External id": 14244,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400914.955, "dur": 9.420,
    "args": {
      "External id": 14245,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400919.136, "dur": 4.838,
    "args": {
      "External id": 14246,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400922.204, "dur": 0.743,
    "args": {
      "External id": 14247,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7742
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400930.522, "dur": 27.134,
    "args": {
      "External id": 14248,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7743
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400932.221, "dur": 1.983,
    "args": {
      "External id": 14249,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7744
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400935.079, "dur": 0.733,
    "args": {
      "External id": 14250,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7745
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400936.928, "dur": 0.585,
    "args": {
      "External id": 14251,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400940.224, "dur": 0.567,
    "args": {
      "External id": 14252,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7747
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400941.882, "dur": 0.367,
    "args": {
      "External id": 14253,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7748
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400943.200, "dur": 0.305,
    "args": {
      "External id": 14254,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7749
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400946.097, "dur": 0.605,
    "args": {
      "External id": 14255,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400947.823, "dur": 0.404,
    "args": {
      "External id": 14256,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400951.927, "dur": 2.148,
    "args": {
      "External id": 14257,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650400968.913, "dur": 62.498,
    "args": {
      "External id": 14258,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401095.277, "dur": 404.719,
    "args": {
      "External id": 14259,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7754
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401123.918, "dur": 370.962,
    "args": {
      "External id": 14260,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7755, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401133.475, "dur": 355.217,
    "args": {
      "External id": 14261,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401523.056, "dur": 2.288,
    "args": {
      "External id": 14262,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7757, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.22)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401619.483, "dur": 17002.746,
    "args": {
      "External id": 14263,"Record function id": 0, "Ev Idx": 7758
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401721.219, "dur": 6.818,
    "args": {
      "External id": 14264,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7759
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401731.165, "dur": 1.000,
    "args": {
      "External id": 14265,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401733.810, "dur": 1.317,
    "args": {
      "External id": 14266,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7761
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401736.777, "dur": 0.778,
    "args": {
      "External id": 14267,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7762
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401738.992, "dur": 1.062,
    "args": {
      "External id": 14268,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401741.231, "dur": 1.175,
    "args": {
      "External id": 14269,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401745.458, "dur": 1.006,
    "args": {
      "External id": 14270,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401747.693, "dur": 1.894,
    "args": {
      "External id": 14271,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401751.032, "dur": 1.067,
    "args": {
      "External id": 14272,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401753.454, "dur": 0.678,
    "args": {
      "External id": 14273,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401773.764, "dur": 16811.444,
    "args": {
      "External id": 14274,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401793.522, "dur": 16785.323,
    "args": {
      "External id": 14275,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401812.518, "dur": 12.512,
    "args": {
      "External id": 14276,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7771
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401827.858, "dur": 16717.521,
    "args": {
      "External id": 14277,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7772
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401830.287, "dur": 16714.590,
    "args": {
      "External id": 14278,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7773
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401835.388, "dur": 6.511,
    "args": {
      "External id": 14279,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7774
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650401843.549, "dur": 16698.617,
    "args": {
      "External id": 14280,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7775
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650418755.772, "dur": 36.575,
    "args": {
      "External id": 14281,"Sequence number": 246585, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7776
    }
  },
  {
    "ph": "s", "id": 183, "pid": 1336753, "tid": 1336753, "ts": 1295650418755.772,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650418779.524, "dur": 7.760,
    "args": {
      "External id": 14282,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650418782.802, "dur": 4.228,
    "args": {
      "External id": 14283,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650418855.072, "dur": 73.263,
    "args": {
      "External id": 14284,"Record function id": 0, "Ev Idx": 7779
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650418930.130, "dur": 1047.913,
    "args": {
      "External id": 14285,"Record function id": 0, "Ev Idx": 7780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650418968.014, "dur": 996.621,
    "args": {
      "External id": 14286,"Sequence number": 246586, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7781
    }
  },
  {
    "ph": "s", "id": 182, "pid": 1336753, "tid": 1336753, "ts": 1295650418968.014,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419080.758, "dur": 43.269,
    "args": {
      "External id": 14287,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7782
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419137.757, "dur": 108.490,
    "args": {
      "External id": 14288,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7783
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419258.631, "dur": 41.493,
    "args": {
      "External id": 14289,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7784
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419308.473, "dur": 31.125,
    "args": {
      "External id": 14290,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7785
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419365.052, "dur": 26.054,
    "args": {
      "External id": 14291,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7786
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419408.461, "dur": 15.725,
    "args": {
      "External id": 14292,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7787
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419442.580, "dur": 122.006,
    "args": {
      "External id": 14293,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7788
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419489.901, "dur": 11.456,
    "args": {
      "External id": 14294,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419494.787, "dur": 5.525,
    "args": {
      "External id": 14295,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7790
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419503.830, "dur": 4.676,
    "args": {
      "External id": 14296,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7791
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419509.686, "dur": 1.576,
    "args": {
      "External id": 14297,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419513.643, "dur": 2.937,
    "args": {
      "External id": 14298,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419574.674, "dur": 45.347,
    "args": {
      "External id": 14299,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419650.428, "dur": 28.482,
    "args": {
      "External id": 14300,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419687.026, "dur": 41.027,
    "args": {
      "External id": 14301,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419736.367, "dur": 35.353,
    "args": {
      "External id": 14302,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419794.136, "dur": 28.569,
    "args": {
      "External id": 14303,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419828.519, "dur": 33.570,
    "args": {
      "External id": 14304,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650419882.103, "dur": 17.680,
    "args": {
      "External id": 14305,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7800
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.22)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420079.804, "dur": 75.990,
    "args": {
      "External id": 14306,"Record function id": 0, "Ev Idx": 7801
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420250.064, "dur": 49.347,
    "args": {
      "External id": 14307,"Record function id": 0, "Ev Idx": 7802
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.23)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420308.434, "dur": 18163.714,
    "args": {
      "External id": 14308,"Record function id": 0, "Ev Idx": 7803
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.23)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420316.118, "dur": 898.249,
    "args": {
      "External id": 14309,"Record function id": 0, "Ev Idx": 7804
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420395.207, "dur": 9.814,
    "args": {
      "External id": 14310,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420419.494, "dur": 33.976,
    "args": {
      "External id": 14311,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420424.854, "dur": 2.337,
    "args": {
      "External id": 14312,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7807
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420431.139, "dur": 0.701,
    "args": {
      "External id": 14313,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420432.740, "dur": 0.760,
    "args": {
      "External id": 14314,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7809
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420434.869, "dur": 0.724,
    "args": {
      "External id": 14315,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420438.071, "dur": 0.472,
    "args": {
      "External id": 14316,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420439.761, "dur": 0.623,
    "args": {
      "External id": 14317,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420441.387, "dur": 2.178,
    "args": {
      "External id": 14318,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420444.606, "dur": 0.800,
    "args": {
      "External id": 14319,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7814
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420446.339, "dur": 1.014,
    "args": {
      "External id": 14320,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7815
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420464.805, "dur": 40.813,
    "args": {
      "External id": 14321,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7816
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420537.649, "dur": 133.084,
    "args": {
      "External id": 14322,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420547.992, "dur": 4.481,
    "args": {
      "External id": 14323,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420557.391, "dur": 10.402,
    "args": {
      "External id": 14324,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420562.093, "dur": 5.258,
    "args": {
      "External id": 14325,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7820
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420565.272, "dur": 0.777,
    "args": {
      "External id": 14326,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420574.324, "dur": 27.682,
    "args": {
      "External id": 14327,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7822
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420576.080, "dur": 2.242,
    "args": {
      "External id": 14328,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420579.725, "dur": 0.730,
    "args": {
      "External id": 14329,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7824
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420581.511, "dur": 0.890,
    "args": {
      "External id": 14330,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7825
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420585.759, "dur": 0.547,
    "args": {
      "External id": 14331,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420587.273, "dur": 0.722,
    "args": {
      "External id": 14332,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420589.237, "dur": 0.833,
    "args": {
      "External id": 14333,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7828
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420592.539, "dur": 0.724,
    "args": {
      "External id": 14334,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7829
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420594.573, "dur": 0.636,
    "args": {
      "External id": 14335,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7830
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420596.041, "dur": 1.928,
    "args": {
      "External id": 14336,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7831
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420639.544, "dur": 23.263,
    "args": {
      "External id": 14337,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7832
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420723.297, "dur": 388.461,
    "args": {
      "External id": 14338,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7833
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420754.925, "dur": 350.915,
    "args": {
      "External id": 14339,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7834, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650420766.042, "dur": 333.515,
    "args": {
      "External id": 14340,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7835
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421138.713, "dur": 2.196,
    "args": {
      "External id": 14341,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7836, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.23)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421251.834, "dur": 17021.378,
    "args": {
      "External id": 14342,"Record function id": 0, "Ev Idx": 7837
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421360.609, "dur": 6.589,
    "args": {
      "External id": 14343,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7838
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421370.634, "dur": 1.513,
    "args": {
      "External id": 14344,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7839
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421373.787, "dur": 1.371,
    "args": {
      "External id": 14345,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421376.877, "dur": 0.966,
    "args": {
      "External id": 14346,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421379.166, "dur": 0.934,
    "args": {
      "External id": 14347,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421382.848, "dur": 1.052,
    "args": {
      "External id": 14348,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421385.387, "dur": 1.206,
    "args": {
      "External id": 14349,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421387.869, "dur": 2.049,
    "args": {
      "External id": 14350,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7845
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421391.455, "dur": 1.294,
    "args": {
      "External id": 14351,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421395.669, "dur": 1.050,
    "args": {
      "External id": 14352,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7847
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421414.983, "dur": 16808.612,
    "args": {
      "External id": 14353,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421430.372, "dur": 16786.816,
    "args": {
      "External id": 14354,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7849
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421450.989, "dur": 13.160,
    "args": {
      "External id": 14355,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7850
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421467.118, "dur": 16717.115,
    "args": {
      "External id": 14356,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7851
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421469.308, "dur": 16714.397,
    "args": {
      "External id": 14357,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7852
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421474.348, "dur": 5.468,
    "args": {
      "External id": 14358,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7853
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650421481.343, "dur": 16699.593,
    "args": {
      "External id": 14359,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7854
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438408.309, "dur": 37.483,
    "args": {
      "External id": 14360,"Sequence number": 246587, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7855
    }
  },
  {
    "ph": "s", "id": 181, "pid": 1336753, "tid": 1336753, "ts": 1295650438408.309,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438433.003, "dur": 7.880,
    "args": {
      "External id": 14361,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438435.858, "dur": 4.826,
    "args": {
      "External id": 14362,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7857
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438511.416, "dur": 73.222,
    "args": {
      "External id": 14363,"Record function id": 0, "Ev Idx": 7858
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438586.104, "dur": 1058.897,
    "args": {
      "External id": 14364,"Record function id": 0, "Ev Idx": 7859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438626.247, "dur": 1004.927,
    "args": {
      "External id": 14365,"Sequence number": 246588, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7860
    }
  },
  {
    "ph": "s", "id": 180, "pid": 1336753, "tid": 1336753, "ts": 1295650438626.247,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438691.565, "dur": 43.652,
    "args": {
      "External id": 14366,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438748.125, "dur": 100.680,
    "args": {
      "External id": 14367,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7862
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438857.486, "dur": 36.169,
    "args": {
      "External id": 14368,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438902.380, "dur": 32.678,
    "args": {
      "External id": 14369,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650438959.013, "dur": 65.033,
    "args": {
      "External id": 14370,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7865
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439045.139, "dur": 17.109,
    "args": {
      "External id": 14371,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439080.474, "dur": 127.709,
    "args": {
      "External id": 14372,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7867
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439132.461, "dur": 11.795,
    "args": {
      "External id": 14373,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7868
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439137.241, "dur": 6.275,
    "args": {
      "External id": 14374,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439146.843, "dur": 5.339,
    "args": {
      "External id": 14375,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439153.341, "dur": 1.434,
    "args": {
      "External id": 14376,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439157.114, "dur": 3.408,
    "args": {
      "External id": 14377,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439218.677, "dur": 67.738,
    "args": {
      "External id": 14378,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439320.332, "dur": 27.462,
    "args": {
      "External id": 14379,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439355.705, "dur": 42.071,
    "args": {
      "External id": 14380,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7875
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439405.844, "dur": 34.902,
    "args": {
      "External id": 14381,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7876
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439463.436, "dur": 25.497,
    "args": {
      "External id": 14382,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7877
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439495.176, "dur": 33.789,
    "args": {
      "External id": 14383,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7878
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439547.980, "dur": 17.084,
    "args": {
      "External id": 14384,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7879
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.23)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439708.534, "dur": 75.441,
    "args": {
      "External id": 14385,"Record function id": 0, "Ev Idx": 7880
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439859.436, "dur": 49.036,
    "args": {
      "External id": 14386,"Record function id": 0, "Ev Idx": 7881
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.24)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439918.171, "dur": 18131.250,
    "args": {
      "External id": 14387,"Record function id": 0, "Ev Idx": 7882
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.24)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650439926.095, "dur": 902.268,
    "args": {
      "External id": 14388,"Record function id": 0, "Ev Idx": 7883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440044.059, "dur": 9.626,
    "args": {
      "External id": 14389,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440068.491, "dur": 32.173,
    "args": {
      "External id": 14390,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440073.873, "dur": 2.244,
    "args": {
      "External id": 14391,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7886
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440079.992, "dur": 0.755,
    "args": {
      "External id": 14392,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440081.656, "dur": 0.530,
    "args": {
      "External id": 14393,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7888
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440083.371, "dur": 0.556,
    "args": {
      "External id": 14394,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7889
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440086.253, "dur": 0.703,
    "args": {
      "External id": 14395,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440088.220, "dur": 0.520,
    "args": {
      "External id": 14396,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440089.530, "dur": 1.486,
    "args": {
      "External id": 14397,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7892
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440092.245, "dur": 0.654,
    "args": {
      "External id": 14398,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7893
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440093.908, "dur": 0.501,
    "args": {
      "External id": 14399,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7894
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440111.324, "dur": 40.188,
    "args": {
      "External id": 14400,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440186.113, "dur": 125.584,
    "args": {
      "External id": 14401,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7896
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440196.896, "dur": 4.066,
    "args": {
      "External id": 14402,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7897
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440205.823, "dur": 9.947,
    "args": {
      "External id": 14403,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440210.250, "dur": 5.104,
    "args": {
      "External id": 14404,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440213.431, "dur": 0.779,
    "args": {
      "External id": 14405,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440222.340, "dur": 42.216,
    "args": {
      "External id": 14406,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440223.941, "dur": 2.512,
    "args": {
      "External id": 14407,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440242.046, "dur": 1.025,
    "args": {
      "External id": 14408,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440244.731, "dur": 0.589,
    "args": {
      "External id": 14409,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440248.385, "dur": 0.664,
    "args": {
      "External id": 14410,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440249.847, "dur": 0.774,
    "args": {
      "External id": 14411,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7906
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440251.905, "dur": 0.772,
    "args": {
      "External id": 14412,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7907
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440255.186, "dur": 0.454,
    "args": {
      "External id": 14413,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7908
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440256.813, "dur": 0.822,
    "args": {
      "External id": 14414,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440258.557, "dur": 1.781,
    "args": {
      "External id": 14415,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7910
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440278.574, "dur": 24.682,
    "args": {
      "External id": 14416,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7911
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440367.542, "dur": 369.156,
    "args": {
      "External id": 14417,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7912
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440399.817, "dur": 331.738,
    "args": {
      "External id": 14418,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7913, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440409.625, "dur": 316.082,
    "args": {
      "External id": 14419,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440759.155, "dur": 2.663,
    "args": {
      "External id": 14420,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7915, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.24)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440848.546, "dur": 16966.944,
    "args": {
      "External id": 14421,"Record function id": 0, "Ev Idx": 7916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440949.583, "dur": 6.602,
    "args": {
      "External id": 14422,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440967.173, "dur": 2.176,
    "args": {
      "External id": 14423,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440971.141, "dur": 1.379,
    "args": {
      "External id": 14424,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440975.611, "dur": 1.098,
    "args": {
      "External id": 14425,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7920
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440978.153, "dur": 1.142,
    "args": {
      "External id": 14426,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7921
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650440980.669, "dur": 39.567,
    "args": {
      "External id": 14427,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441024.626, "dur": 1.224,
    "args": {
      "External id": 14428,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441028.907, "dur": 2.338,
    "args": {
      "External id": 14429,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441032.746, "dur": 1.088,
    "args": {
      "External id": 14430,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441035.278, "dur": 1.071,
    "args": {
      "External id": 14431,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 7926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441058.070, "dur": 16718.469,
    "args": {
      "External id": 14432,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441076.520, "dur": 16693.809,
    "args": {
      "External id": 14433,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 7928
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441095.378, "dur": 12.341,
    "args": {
      "External id": 14434,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441112.286, "dur": 16626.008,
    "args": {
      "External id": 14435,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 7930
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441114.817, "dur": 16622.973,
    "args": {
      "External id": 14436,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 7931
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441120.406, "dur": 6.623,
    "args": {
      "External id": 14437,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7932
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650441128.536, "dur": 16606.744,
    "args": {
      "External id": 14438,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 7933
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650457947.763, "dur": 72.920,
    "args": {
      "External id": 14439,"Sequence number": 246589, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 7934
    }
  },
  {
    "ph": "s", "id": 179, "pid": 1336753, "tid": 1336753, "ts": 1295650457947.763,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650457970.689, "dur": 7.159,
    "args": {
      "External id": 14440,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 7935
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650457973.724, "dur": 3.914,
    "args": {
      "External id": 14441,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 7936
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458088.290, "dur": 74.768,
    "args": {
      "External id": 14442,"Record function id": 0, "Ev Idx": 7937
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458165.539, "dur": 1050.132,
    "args": {
      "External id": 14443,"Record function id": 0, "Ev Idx": 7938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458204.227, "dur": 998.296,
    "args": {
      "External id": 14444,"Sequence number": 246590, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 7939
    }
  },
  {
    "ph": "s", "id": 178, "pid": 1336753, "tid": 1336753, "ts": 1295650458204.227,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458288.274, "dur": 42.504,
    "args": {
      "External id": 14445,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7940
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458345.036, "dur": 105.950,
    "args": {
      "External id": 14446,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458459.554, "dur": 38.122,
    "args": {
      "External id": 14447,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7942
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458506.167, "dur": 30.556,
    "args": {
      "External id": 14448,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458561.702, "dur": 25.118,
    "args": {
      "External id": 14449,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7944
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458603.058, "dur": 15.837,
    "args": {
      "External id": 14450,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 7945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458635.260, "dur": 123.630,
    "args": {
      "External id": 14451,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 7946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458683.148, "dur": 11.547,
    "args": {
      "External id": 14452,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 7947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458688.123, "dur": 5.582,
    "args": {
      "External id": 14453,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458697.338, "dur": 4.669,
    "args": {
      "External id": 14454,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458703.519, "dur": 1.519,
    "args": {
      "External id": 14455,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458707.234, "dur": 3.120,
    "args": {
      "External id": 14456,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7951
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458768.936, "dur": 42.604,
    "args": {
      "External id": 14457,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 7952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458841.088, "dur": 25.334,
    "args": {
      "External id": 14458,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 7953
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458874.041, "dur": 40.911,
    "args": {
      "External id": 14459,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650458922.079, "dur": 35.243,
    "args": {
      "External id": 14460,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 7955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459021.958, "dur": 29.073,
    "args": {
      "External id": 14461,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 7956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459060.530, "dur": 39.670,
    "args": {
      "External id": 14462,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 7957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459121.792, "dur": 17.920,
    "args": {
      "External id": 14463,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 7958
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.24)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459292.865, "dur": 71.488,
    "args": {
      "External id": 14464,"Record function id": 0, "Ev Idx": 7959
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459437.751, "dur": 46.897,
    "args": {
      "External id": 14465,"Record function id": 0, "Ev Idx": 7960
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.25)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459493.735, "dur": 18168.062,
    "args": {
      "External id": 14466,"Record function id": 0, "Ev Idx": 7961
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.25)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459501.809, "dur": 890.382,
    "args": {
      "External id": 14467,"Record function id": 0, "Ev Idx": 7962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459581.191, "dur": 9.223,
    "args": {
      "External id": 14468,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7963
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459605.290, "dur": 34.173,
    "args": {
      "External id": 14469,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7964
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459611.074, "dur": 2.198,
    "args": {
      "External id": 14470,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7965
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459616.825, "dur": 0.809,
    "args": {
      "External id": 14471,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459618.967, "dur": 0.672,
    "args": {
      "External id": 14472,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7967
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459620.910, "dur": 0.575,
    "args": {
      "External id": 14473,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459624.759, "dur": 0.624,
    "args": {
      "External id": 14474,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459626.264, "dur": 0.935,
    "args": {
      "External id": 14475,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459628.358, "dur": 1.714,
    "args": {
      "External id": 14476,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7971
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459631.078, "dur": 0.656,
    "args": {
      "External id": 14477,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459633.027, "dur": 0.831,
    "args": {
      "External id": 14478,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7973
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459650.299, "dur": 38.356,
    "args": {
      "External id": 14479,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7974
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459720.411, "dur": 107.007,
    "args": {
      "External id": 14480,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 7975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459731.561, "dur": 4.127,
    "args": {
      "External id": 14481,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 7976
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459740.988, "dur": 9.977,
    "args": {
      "External id": 14482,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459745.512, "dur": 5.040,
    "args": {
      "External id": 14483,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 7978
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459748.859, "dur": 0.631,
    "args": {
      "External id": 14484,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 7979
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459757.296, "dur": 27.061,
    "args": {
      "External id": 14485,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 7980
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459759.062, "dur": 2.278,
    "args": {
      "External id": 14486,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459762.652, "dur": 0.895,
    "args": {
      "External id": 14487,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7982
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459764.788, "dur": 0.683,
    "args": {
      "External id": 14488,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7983
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459768.599, "dur": 0.571,
    "args": {
      "External id": 14489,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7984
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459770.530, "dur": 0.386,
    "args": {
      "External id": 14490,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7985
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459771.764, "dur": 0.554,
    "args": {
      "External id": 14491,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7986
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459774.930, "dur": 0.610,
    "args": {
      "External id": 14492,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7987
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459776.783, "dur": 0.586,
    "args": {
      "External id": 14493,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459778.476, "dur": 2.046,
    "args": {
      "External id": 14494,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 7989
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459798.133, "dur": 21.628,
    "args": {
      "External id": 14495,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 7990
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459878.386, "dur": 412.806,
    "args": {
      "External id": 14496,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 7991
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459906.574, "dur": 378.782,
    "args": {
      "External id": 14497,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 7992, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650459915.801, "dur": 362.609,
    "args": {
      "External id": 14498,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 7993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460315.266, "dur": 2.274,
    "args": {
      "External id": 14499,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 7994, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.25)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460412.349, "dur": 17047.508,
    "args": {
      "External id": 14500,"Record function id": 0, "Ev Idx": 7995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460517.045, "dur": 6.632,
    "args": {
      "External id": 14501,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 7996
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460527.010, "dur": 1.617,
    "args": {
      "External id": 14502,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 7997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460530.287, "dur": 1.123,
    "args": {
      "External id": 14503,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7998
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460532.767, "dur": 0.906,
    "args": {
      "External id": 14504,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 7999
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460535.025, "dur": 0.779,
    "args": {
      "External id": 14505,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 8000
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460537.063, "dur": 1.329,
    "args": {
      "External id": 14506,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 8001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460541.830, "dur": 1.057,
    "args": {
      "External id": 14507,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 8002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460544.453, "dur": 2.044,
    "args": {
      "External id": 14508,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 8003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460547.769, "dur": 0.836,
    "args": {
      "External id": 14509,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 8004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460550.073, "dur": 1.289,
    "args": {
      "External id": 14510,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 8005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460570.543, "dur": 16846.390,
    "args": {
      "External id": 14511,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 8006
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460585.076, "dur": 16824.632,
    "args": {
      "External id": 14512,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 8007
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460606.294, "dur": 13.306,
    "args": {
      "External id": 14513,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460622.258, "dur": 16754.761,
    "args": {
      "External id": 14514,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 8009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460624.861, "dur": 16751.485,
    "args": {
      "External id": 14515,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 8010
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460630.692, "dur": 5.683,
    "args": {
      "External id": 14516,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8011
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650460638.026, "dur": 16735.195,
    "args": {
      "External id": 14517,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 8012
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650477597.269, "dur": 38.470,
    "args": {
      "External id": 14518,"Sequence number": 246591, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 8013
    }
  },
  {
    "ph": "s", "id": 177, "pid": 1336753, "tid": 1336753, "ts": 1295650477597.269,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650477613.702, "dur": 16.864,
    "args": {
      "External id": 14519,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 8014
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650477625.291, "dur": 5.027,
    "args": {
      "External id": 14520,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650477700.151, "dur": 75.632,
    "args": {
      "External id": 14521,"Record function id": 0, "Ev Idx": 8016
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650477777.392, "dur": 1055.081,
    "args": {
      "External id": 14522,"Record function id": 0, "Ev Idx": 8017
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650477816.880, "dur": 1001.590,
    "args": {
      "External id": 14523,"Sequence number": 246592, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 8018
    }
  },
  {
    "ph": "s", "id": 176, "pid": 1336753, "tid": 1336753, "ts": 1295650477816.880,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650477885.392, "dur": 40.669,
    "args": {
      "External id": 14524,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 8019
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650477939.345, "dur": 133.755,
    "args": {
      "External id": 14525,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8020
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478086.277, "dur": 40.608,
    "args": {
      "External id": 14526,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478136.064, "dur": 31.193,
    "args": {
      "External id": 14527,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478195.083, "dur": 25.619,
    "args": {
      "External id": 14528,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 8023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478253.176, "dur": 17.942,
    "args": {
      "External id": 14529,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 8024
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478289.874, "dur": 124.723,
    "args": {
      "External id": 14530,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 8025
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478338.292, "dur": 12.166,
    "args": {
      "External id": 14531,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8026
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478342.921, "dur": 6.506,
    "args": {
      "External id": 14532,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8027
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478352.944, "dur": 4.649,
    "args": {
      "External id": 14533,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478358.758, "dur": 1.334,
    "args": {
      "External id": 14534,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478362.628, "dur": 3.497,
    "args": {
      "External id": 14535,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478424.943, "dur": 49.137,
    "args": {
      "External id": 14536,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478504.045, "dur": 28.398,
    "args": {
      "External id": 14537,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 8032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478540.442, "dur": 40.938,
    "args": {
      "External id": 14538,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 8033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478590.059, "dur": 35.348,
    "args": {
      "External id": 14539,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 8034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478648.044, "dur": 28.482,
    "args": {
      "External id": 14540,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 8035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478682.493, "dur": 35.164,
    "args": {
      "External id": 14541,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 8036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478735.813, "dur": 17.744,
    "args": {
      "External id": 14542,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 8037
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.25)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650478894.097, "dur": 72.022,
    "args": {
      "External id": 14543,"Record function id": 0, "Ev Idx": 8038
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479087.832, "dur": 50.185,
    "args": {
      "External id": 14544,"Record function id": 0, "Ev Idx": 8039
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.26)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479147.107, "dur": 18204.800,
    "args": {
      "External id": 14545,"Record function id": 0, "Ev Idx": 8040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.26)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479154.683, "dur": 929.400,
    "args": {
      "External id": 14546,"Record function id": 0, "Ev Idx": 8041
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479256.201, "dur": 9.897,
    "args": {
      "External id": 14547,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8042
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479281.177, "dur": 34.842,
    "args": {
      "External id": 14548,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 8043
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479286.417, "dur": 2.280,
    "args": {
      "External id": 14549,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8044
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479293.104, "dur": 0.754,
    "args": {
      "External id": 14550,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8045
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479295.001, "dur": 0.630,
    "args": {
      "External id": 14551,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8046
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479296.827, "dur": 0.797,
    "args": {
      "External id": 14552,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479300.752, "dur": 0.414,
    "args": {
      "External id": 14553,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479302.256, "dur": 0.609,
    "args": {
      "External id": 14554,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479303.764, "dur": 2.042,
    "args": {
      "External id": 14555,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479307.395, "dur": 0.609,
    "args": {
      "External id": 14556,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8051
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479309.090, "dur": 0.655,
    "args": {
      "External id": 14557,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479327.113, "dur": 40.956,
    "args": {
      "External id": 14558,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 8053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479401.060, "dur": 108.094,
    "args": {
      "External id": 14559,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 8054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479412.012, "dur": 4.488,
    "args": {
      "External id": 14560,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479421.446, "dur": 10.086,
    "args": {
      "External id": 14561,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 8056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479425.873, "dur": 5.257,
    "args": {
      "External id": 14562,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 8057
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479429.144, "dur": 0.796,
    "args": {
      "External id": 14563,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 8058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479437.657, "dur": 30.500,
    "args": {
      "External id": 14564,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 8059
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479439.314, "dur": 2.478,
    "args": {
      "External id": 14565,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8060
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479443.192, "dur": 0.776,
    "args": {
      "External id": 14566,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479447.885, "dur": 0.685,
    "args": {
      "External id": 14567,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8062
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479451.413, "dur": 0.668,
    "args": {
      "External id": 14568,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8063
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479453.157, "dur": 0.747,
    "args": {
      "External id": 14569,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8064
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479455.047, "dur": 1.951,
    "args": {
      "External id": 14570,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8065
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479457.957, "dur": 0.499,
    "args": {
      "External id": 14571,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479459.902, "dur": 0.582,
    "args": {
      "External id": 14572,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479463.702, "dur": 0.503,
    "args": {
      "External id": 14573,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479479.634, "dur": 21.438,
    "args": {
      "External id": 14574,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 8069
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479561.528, "dur": 393.290,
    "args": {
      "External id": 14575,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 8070
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479590.200, "dur": 359.809,
    "args": {
      "External id": 14576,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 8071, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479600.104, "dur": 344.448,
    "args": {
      "External id": 14577,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 8072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650479974.844, "dur": 2.125,
    "args": {
      "External id": 14578,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 8073, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.26)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480104.952, "dur": 17032.806,
    "args": {
      "External id": 14579,"Record function id": 0, "Ev Idx": 8074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480205.410, "dur": 6.414,
    "args": {
      "External id": 14580,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 8075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480215.068, "dur": 1.283,
    "args": {
      "External id": 14581,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 8076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480222.764, "dur": 1.327,
    "args": {
      "External id": 14582,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 8077
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480242.708, "dur": 1.725,
    "args": {
      "External id": 14583,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 8078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480248.038, "dur": 0.955,
    "args": {
      "External id": 14584,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 8079
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480250.324, "dur": 0.985,
    "args": {
      "External id": 14585,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 8080
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480253.048, "dur": 1.011,
    "args": {
      "External id": 14586,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 8081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480256.838, "dur": 2.221,
    "args": {
      "External id": 14587,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 8082
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480261.019, "dur": 1.080,
    "args": {
      "External id": 14588,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 8083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480263.487, "dur": 0.892,
    "args": {
      "External id": 14589,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 8084
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480285.011, "dur": 16814.666,
    "args": {
      "External id": 14590,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 8085
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480300.815, "dur": 16792.096,
    "args": {
      "External id": 14591,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 8086
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480323.308, "dur": 13.633,
    "args": {
      "External id": 14592,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480341.778, "dur": 16718.421,
    "args": {
      "External id": 14593,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 8088
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480344.148, "dur": 16715.457,
    "args": {
      "External id": 14594,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 8089
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480349.026, "dur": 6.032,
    "args": {
      "External id": 14595,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8090
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650480356.609, "dur": 16700.341,
    "args": {
      "External id": 14596,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 8091
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497286.563, "dur": 39.293,
    "args": {
      "External id": 14597,"Sequence number": 246593, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 8092
    }
  },
  {
    "ph": "s", "id": 175, "pid": 1336753, "tid": 1336753, "ts": 1295650497286.563,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497312.235, "dur": 8.821,
    "args": {
      "External id": 14598,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 8093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497315.897, "dur": 4.879,
    "args": {
      "External id": 14599,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497390.422, "dur": 73.165,
    "args": {
      "External id": 14600,"Record function id": 0, "Ev Idx": 8095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497465.292, "dur": 1063.097,
    "args": {
      "External id": 14601,"Record function id": 0, "Ev Idx": 8096
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497502.908, "dur": 1012.550,
    "args": {
      "External id": 14602,"Sequence number": 246594, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 8097
    }
  },
  {
    "ph": "s", "id": 174, "pid": 1336753, "tid": 1336753, "ts": 1295650497502.908,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497570.256, "dur": 43.869,
    "args": {
      "External id": 14603,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 8098
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497627.257, "dur": 102.515,
    "args": {
      "External id": 14604,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8099
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497738.639, "dur": 39.433,
    "args": {
      "External id": 14605,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497786.371, "dur": 31.442,
    "args": {
      "External id": 14606,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497842.435, "dur": 25.320,
    "args": {
      "External id": 14607,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 8102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497884.669, "dur": 14.992,
    "args": {
      "External id": 14608,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 8103
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497915.130, "dur": 171.405,
    "args": {
      "External id": 14609,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 8104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497962.066, "dur": 10.857,
    "args": {
      "External id": 14610,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497966.653, "dur": 5.512,
    "args": {
      "External id": 14611,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650497975.613, "dur": 4.571,
    "args": {
      "External id": 14612,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498023.359, "dur": 2.963,
    "args": {
      "External id": 14613,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498029.769, "dur": 3.706,
    "args": {
      "External id": 14614,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498097.615, "dur": 49.808,
    "args": {
      "External id": 14615,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498178.716, "dur": 27.570,
    "args": {
      "External id": 14616,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 8111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498214.755, "dur": 58.347,
    "args": {
      "External id": 14617,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 8112
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498284.740, "dur": 37.175,
    "args": {
      "External id": 14618,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 8113
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498344.438, "dur": 25.671,
    "args": {
      "External id": 14619,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 8114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498376.366, "dur": 34.584,
    "args": {
      "External id": 14620,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 8115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498429.845, "dur": 18.008,
    "args": {
      "External id": 14621,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 8116
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.26)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498588.911, "dur": 71.704,
    "args": {
      "External id": 14622,"Record function id": 0, "Ev Idx": 8117
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::cast_forward_inputs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498735.848, "dur": 45.900,
    "args": {
      "External id": 14623,"Record function id": 0, "Ev Idx": 8118
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::pre_forward (model.layers.27)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498790.707, "dur": 18112.384,
    "args": {
      "External id": 14624,"Record function id": 0, "Ev Idx": 8119
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather (model.layers.27)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498799.908, "dur": 923.851,
    "args": {
      "External id": 14625,"Record function id": 0, "Ev Idx": 8120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498879.009, "dur": 7.682,
    "args": {
      "External id": 14626,"Record function id": 0, "Concrete Inputs": ["[6423040]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498901.164, "dur": 34.043,
    "args": {
      "External id": 14627,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 8122
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498906.441, "dur": 2.102,
    "args": {
      "External id": 14628,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8123
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498912.493, "dur": 0.625,
    "args": {
      "External id": 14629,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498914.213, "dur": 0.725,
    "args": {
      "External id": 14630,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8125
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498916.016, "dur": 0.643,
    "args": {
      "External id": 14631,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498919.850, "dur": 0.858,
    "args": {
      "External id": 14632,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498921.698, "dur": 0.662,
    "args": {
      "External id": 14633,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498923.569, "dur": 2.151,
    "args": {
      "External id": 14634,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498926.873, "dur": 0.649,
    "args": {
      "External id": 14635,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498928.937, "dur": 0.485,
    "args": {
      "External id": 14636,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650498946.140, "dur": 78.044,
    "args": {
      "External id": 14637,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 8132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::all_gather_copy_in", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499060.765, "dur": 116.609,
    "args": {
      "External id": 14638,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "6423040", "8", "0", "15", ""], "Input type": ["TensorList", "ScalarList", "Scalar", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [], [], [], [], [], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [], [], [], [], [], []], "Ev Idx": 8133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499072.669, "dur": 5.706,
    "args": {
      "External id": 14639,"Record function id": 0, "Concrete Inputs": ["[51384320]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::narrow", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499083.913, "dur": 10.801,
    "args": {
      "External id": 14640,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 8135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499088.689, "dur": 5.636,
    "args": {
      "External id": 14641,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "6423040", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[51384320], [], [], [], []], "Ev Idx": 8136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499091.852, "dur": 0.823,
    "args": {
      "External id": 14642,"Record function id": 0, "Concrete Inputs": ["", "[6423040]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[51384320], [], [], []], "Ev Idx": 8137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499102.534, "dur": 27.246,
    "args": {
      "External id": 14643,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[6423040], [], []], "Ev Idx": 8138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499104.646, "dur": 1.666,
    "args": {
      "External id": 14644,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499107.768, "dur": 0.710,
    "args": {
      "External id": 14645,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "256"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499109.719, "dur": 0.584,
    "args": {
      "External id": 14646,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "524544"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499113.043, "dur": 0.589,
    "args": {
      "External id": 14647,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1048832"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499115.050, "dur": 0.923,
    "args": {
      "External id": 14648,"Record function id": 0, "Concrete Inputs": ["", "[524288]", "[1]", "1573120"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499116.903, "dur": 0.686,
    "args": {
      "External id": 14649,"Record function id": 0, "Concrete Inputs": ["", "[256]", "[1]", "2097408"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8144
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499120.313, "dur": 0.614,
    "args": {
      "External id": 14650,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "2097664"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499122.096, "dur": 0.736,
    "args": {
      "External id": 14651,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "3539456"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499123.996, "dur": 1.827,
    "args": {
      "External id": 14652,"Record function id": 0, "Concrete Inputs": ["", "[1441792]", "[1]", "4981248"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[6423040], [], [], []], "Ev Idx": 8147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499144.017, "dur": 25.401,
    "args": {
      "External id": 14653,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["TensorList", "TensorList", "Scalar"], "Input Strides": [[[1], [1], [1], [1], [1], [1], [1], [1], [1]], [[1], [1], [1], [1], [1], [1], [1], [1], [1]], []], "Input Dims": [[[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], [[256], [524288], [524288], [524288], [524288], [256], [1441792], [1441792], [1441792]], []], "Ev Idx": 8148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::_allgather_base_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499248.477, "dur": 384.466,
    "args": {
      "External id": 14654,"Record function id": 0, "Concrete Inputs": ["", "", "", "False", "-1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "Scalar", "Scalar"], "Input Strides": [[1], [1], [], [], []], "Input Dims": [[51384320], [6423040], [], [], []], "Ev Idx": 8149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499277.481, "dur": 350.294,
    "args": {
      "External id": 14655,"Record function id": 0, "Collective name": "_allgather_base", "Process Group Description": "default_pg", "dtype": "BFloat16", "Rank": 0, "Input Strides": [[1], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 51384320, "Process Group Name": "0", "Input type": ["c10::BFloat16", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[6423040], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 8150, "In msg nelems": 6423040
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:_all_gather_base", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499288.421, "dur": 334.130,
    "args": {
      "External id": 14656,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[1]], "Input Dims": [[6423040]], "Ev Idx": 8151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499654.243, "dur": 2.063,
    "args": {
      "External id": 14657,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 8152, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::all_gather_copy_out (model.layers.27)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499743.313, "dur": 16961.406,
    "args": {
      "External id": 14658,"Record function id": 0, "Ev Idx": 8153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499852.409, "dur": 6.781,
    "args": {
      "External id": 14659,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[51384320], []], "Ev Idx": 8154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499862.759, "dur": 1.506,
    "args": {
      "External id": 14660,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 8155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499865.960, "dur": 1.075,
    "args": {
      "External id": 14661,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 8156
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499869.961, "dur": 1.113,
    "args": {
      "External id": 14662,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 8157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499872.333, "dur": 0.995,
    "args": {
      "External id": 14663,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 8158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499874.697, "dur": 1.009,
    "args": {
      "External id": 14664,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[4194304], []], "Ev Idx": 8159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499877.193, "dur": 1.011,
    "args": {
      "External id": 14665,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[2048], []], "Ev Idx": 8160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499881.887, "dur": 2.073,
    "args": {
      "External id": 14666,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 8161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499885.296, "dur": 0.912,
    "args": {
      "External id": 14667,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 8162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499887.630, "dur": 0.919,
    "args": {
      "External id": 14668,"Record function id": 0, "Concrete Inputs": ["", "[8, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[11534336], []], "Ev Idx": 8163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "fsdp::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499907.701, "dur": 16757.259,
    "args": {
      "External id": 14669,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 8164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::split_with_sizes_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499922.719, "dur": 16734.993,
    "args": {
      "External id": 14670,"Record function id": 0, "Concrete Inputs": ["", "[256, 524288, 524288, 524288, 524288, 256, 1441792, 1441792, 1441792]", "1", ""], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "TensorList"], "Input Strides": [[6423040, 1], [], [], [[256, 1], [524288, 1], [524288, 1], [524288, 1], [524288, 1], [256, 1], [1441792, 1], [1441792, 1], [1441792, 1]]], "Input Dims": [[8, 6423040], [], [], [[8, 256], [8, 524288], [8, 524288], [8, 524288], [8, 524288], [8, 256], [8, 1441792], [8, 1441792], [8, 1441792]]], "Ev Idx": 8165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499944.080, "dur": 12.363,
    "args": {
      "External id": 14671,"Record function id": 0, "Concrete Inputs": ["[2133]", "4", "", "", "True", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499960.826, "dur": 16663.991,
    "args": {
      "External id": 14672,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", "False", ""], "Input type": ["long int", "", "", "", "", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], [], []], "Ev Idx": 8167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499963.445, "dur": 16660.827,
    "args": {
      "External id": 14673,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "True", ""], "Input type": ["long int", "", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[2133], [], [], [], [], [], []], "Ev Idx": 8168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499968.777, "dur": 5.648,
    "args": {
      "External id": 14674,"Record function id": 0, "Concrete Inputs": ["[2133]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650499976.192, "dur": 16645.411,
    "args": {
      "External id": 14675,"Record function id": 0, "Concrete Inputs": ["", "", "True"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[2133], [2133], []], "Ev Idx": 8170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RegisterPostBackwardFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650516841.101, "dur": 37.384,
    "args": {
      "External id": 14676,"Sequence number": 246595, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048]], "Ev Idx": 8171
    }
  },
  {
    "ph": "s", "id": 173, "pid": 1336753, "tid": 1336753, "ts": 1295650516841.101,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650516857.972, "dur": 15.495,
    "args": {
      "External id": 14677,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1]], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048]], "Ev Idx": 8172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650516868.772, "dur": 4.456,
    "args": {
      "External id": 14678,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650516940.767, "dur": 103.741,
    "args": {
      "External id": 14679,"Record function id": 0, "Ev Idx": 8174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 1/1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517047.560, "dur": 1066.714,
    "args": {
      "External id": 14680,"Record function id": 0, "Ev Idx": 8175
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517089.172, "dur": 1011.512,
    "args": {
      "External id": 14681,"Sequence number": 246596, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "", "", "", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1], [2048, 1], [2048, 1], [2048, 1], [32, 1], [32, 1], [2048, 1], [1], [2048, 1], [2048, 1], [5632, 1]], "Input Dims": [[16, 4096, 2048], [2048], [2048, 2048], [2048, 2048], [2048, 2048], [8192, 32], [8192, 32], [2048, 2048], [2048], [5632, 2048], [5632, 2048], [2048, 5632]], "Ev Idx": 8176
    }
  },
  {
    "ph": "s", "id": 172, "pid": 1336753, "tid": 1336753, "ts": 1295650517089.172,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517158.406, "dur": 44.533,
    "args": {
      "External id": 14682,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 8177
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517216.805, "dur": 120.715,
    "args": {
      "External id": 14683,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517350.127, "dur": 38.060,
    "args": {
      "External id": 14684,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517396.668, "dur": 30.761,
    "args": {
      "External id": 14685,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517452.822, "dur": 24.903,
    "args": {
      "External id": 14686,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 8181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "rotary_embedding_kernel_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517496.543, "dur": 14.089,
    "args": {
      "External id": 14687,"kernel_hash": "cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "0", "16", "4096", "32", "64", "32", "8192", "32", "64", "False", "False", "False", "False"], "kernel_file": "/tmp/torchinductor_cvm/ex/cex6azrfnirqh3jognpirazamj4oyxhnk3mxs7t2vmitx2fbo554.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 8182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517529.253, "dur": 124.357,
    "args": {
      "External id": 14688,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 8183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517578.896, "dur": 11.679,
    "args": {
      "External id": 14689,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517583.507, "dur": 5.969,
    "args": {
      "External id": 14690,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517593.049, "dur": 4.485,
    "args": {
      "External id": 14691,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517598.612, "dur": 1.530,
    "args": {
      "External id": 14692,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517602.666, "dur": 2.791,
    "args": {
      "External id": 14693,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517663.147, "dur": 43.741,
    "args": {
      "External id": 14694,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [2048, 1]], "Input Dims": [[65536, 2048], [2048, 2048], [65536, 2048]], "Ev Idx": 8189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_2", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517737.406, "dur": 28.031,
    "args": {
      "External id": 14695,"kernel_hash": "cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "True", "True", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/w7/cw7dgbt4tjenpklhtvob3eghj7bbox7g2wxbo732slxqx2vrsyd5.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [2048, 1], [2048, 1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536, 2048], [2048], [65536, 2048], [65536, 2048], [65536], [], [], [], [], [], [], [], [], []], "Ev Idx": 8190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517774.073, "dur": 40.599,
    "args": {
      "External id": 14696,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 8191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517823.109, "dur": 34.267,
    "args": {
      "External id": 14697,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048], [5632, 1]], "Input Dims": [[65536, 2048], [2048, 5632], [65536, 5632]], "Ev Idx": 8192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused__to_copy_mul_silu_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517878.613, "dur": 28.310,
    "args": {
      "External id": 14698,"kernel_hash": "czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha", "grid": "grid(369098752,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "369098752"], "kernel_file": "/tmp/torchinductor_cvm/zh/czh4pfojeoszm3aid3si2yxrotnl4lfradxhc2mhjrcx6kyggzha.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[5632, 1], [5632, 1], [23068672, 5632, 1], []], "Input Dims": [[65536, 5632], [65536, 5632], [16, 4096, 5632], []], "Ev Idx": 8193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517912.933, "dur": 34.153,
    "args": {
      "External id": 14699,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632], [2048, 1]], "Input Dims": [[65536, 5632], [5632, 2048], [65536, 2048]], "Ev Idx": 8194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "triton_poi_fused_add_1", "pid": 1336753, "tid": 1336753,
    "ts": 1295650517965.895, "dur": 66.586,
    "args": {
      "External id": 14700,"kernel_hash": "cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4", "grid": "grid(134217728,)", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "134217728"], "kernel_file": "/tmp/torchinductor_cvm/nz/cnzai7gm7fkymyw2bih55vxu3i63al2yxbe4zf3zad5ca4tx2gz4.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [65536, 2048], []], "Ev Idx": 8195
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward (model.layers.27)", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518177.467, "dur": 32.137,
    "args": {
      "External id": 14701,"Record function id": 0, "Ev Idx": 8196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518363.988, "dur": 284.093,
    "args": {
      "External id": 14702,"Sequence number": 246597, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [1], [], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [2048], [], [], [], [], [], []], "Ev Idx": 8197
    }
  },
  {
    "ph": "s", "id": 171, "pid": 1336753, "tid": 1336753, "ts": 1295650518363.988,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518394.478, "dur": 8.455,
    "args": {
      "External id": 14703,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518396.645, "dur": 5.878,
    "args": {
      "External id": 14704,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518412.771, "dur": 12.724,
    "args": {
      "External id": 14705,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518416.029, "dur": 8.815,
    "args": {
      "External id": 14706,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518435.412, "dur": 5.389,
    "args": {
      "External id": 14707,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518628.130, "dur": 5.809,
    "args": {
      "External id": 14708,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518631.094, "dur": 2.525,
    "args": {
      "External id": 14709,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518675.596, "dur": 133.318,
    "args": {
      "External id": 14710,"Sequence number": 246598, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518679.334, "dur": 14.737,
    "args": {
      "External id": 14711,"Sequence number": 246598, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8206
    }
  },
  {
    "ph": "s", "id": 170, "pid": 1336753, "tid": 1336753, "ts": 1295650518679.334,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518685.076, "dur": 7.345,
    "args": {
      "External id": 14712,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518689.820, "dur": 2.254,
    "args": {
      "External id": 14713,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8208
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518696.806, "dur": 111.785,
    "args": {
      "External id": 14714,"Sequence number": 246599, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518699.750, "dur": 4.619,
    "args": {
      "External id": 14715,"Sequence number": 246599, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518700.416, "dur": 3.764,
    "args": {
      "External id": 14716,"Sequence number": 246599, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8211
    }
  },
  {
    "ph": "s", "id": 169, "pid": 1336753, "tid": 1336753, "ts": 1295650518700.416,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518708.058, "dur": 91.351,
    "args": {
      "External id": 14717,"Sequence number": 246600, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8212
    }
  },
  {
    "ph": "s", "id": 168, "pid": 1336753, "tid": 1336753, "ts": 1295650518708.058,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518802.694, "dur": 5.046,
    "args": {
      "External id": 14718,"Sequence number": 246601, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8213
    }
  },
  {
    "ph": "s", "id": 167, "pid": 1336753, "tid": 1336753, "ts": 1295650518802.694,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518818.081, "dur": 65.457,
    "args": {
      "External id": 14719,"Sequence number": 246602, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518818.815, "dur": 7.208,
    "args": {
      "External id": 14720,"Sequence number": 246602, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8215
    }
  },
  {
    "ph": "s", "id": 166, "pid": 1336753, "tid": 1336753, "ts": 1295650518818.815,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518820.577, "dur": 4.269,
    "args": {
      "External id": 14721,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518823.639, "dur": 0.975,
    "args": {
      "External id": 14722,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518826.525, "dur": 56.804,
    "args": {
      "External id": 14723,"Sequence number": 246603, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518827.440, "dur": 5.215,
    "args": {
      "External id": 14724,"Sequence number": 246603, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518828.419, "dur": 4.086,
    "args": {
      "External id": 14725,"Sequence number": 246603, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8220
    }
  },
  {
    "ph": "s", "id": 165, "pid": 1336753, "tid": 1336753, "ts": 1295650518828.419,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518833.197, "dur": 43.993,
    "args": {
      "External id": 14726,"Sequence number": 246604, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8221
    }
  },
  {
    "ph": "s", "id": 164, "pid": 1336753, "tid": 1336753, "ts": 1295650518833.197,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518878.747, "dur": 4.162,
    "args": {
      "External id": 14727,"Sequence number": 246605, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8222
    }
  },
  {
    "ph": "s", "id": 163, "pid": 1336753, "tid": 1336753, "ts": 1295650518878.747,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518891.042, "dur": 60.162,
    "args": {
      "External id": 14728,"Sequence number": 246606, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8223
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518891.538, "dur": 4.943,
    "args": {
      "External id": 14729,"Sequence number": 246606, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8224
    }
  },
  {
    "ph": "s", "id": 162, "pid": 1336753, "tid": 1336753, "ts": 1295650518891.538,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518893.184, "dur": 2.048,
    "args": {
      "External id": 14730,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518894.471, "dur": 0.573,
    "args": {
      "External id": 14731,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518898.927, "dur": 52.096,
    "args": {
      "External id": 14732,"Sequence number": 246607, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518899.975, "dur": 4.602,
    "args": {
      "External id": 14733,"Sequence number": 246607, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8228
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518900.633, "dur": 3.797,
    "args": {
      "External id": 14734,"Sequence number": 246607, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8229
    }
  },
  {
    "ph": "s", "id": 161, "pid": 1336753, "tid": 1336753, "ts": 1295650518900.633,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518905.008, "dur": 39.416,
    "args": {
      "External id": 14735,"Sequence number": 246608, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8230
    }
  },
  {
    "ph": "s", "id": 160, "pid": 1336753, "tid": 1336753, "ts": 1295650518905.008,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518945.824, "dur": 4.886,
    "args": {
      "External id": 14736,"Sequence number": 246609, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8231
    }
  },
  {
    "ph": "s", "id": 159, "pid": 1336753, "tid": 1336753, "ts": 1295650518945.824,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518971.257, "dur": 3.221,
    "args": {
      "External id": 14737,"Sequence number": 246610, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650518971.798, "dur": 2.545,
    "args": {
      "External id": 14738,"Sequence number": 246610, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8233
    }
  },
  {
    "ph": "s", "id": 158, "pid": 1336753, "tid": 1336753, "ts": 1295650518971.798,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519021.940, "dur": 4.461,
    "args": {
      "External id": 14739,"Sequence number": 246611, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8234
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519022.962, "dur": 3.183,
    "args": {
      "External id": 14740,"Sequence number": 246611, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8235
    }
  },
  {
    "ph": "s", "id": 157, "pid": 1336753, "tid": 1336753, "ts": 1295650519022.962,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519035.333, "dur": 4.885,
    "args": {
      "External id": 14741,"Sequence number": 246612, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519036.632, "dur": 3.444,
    "args": {
      "External id": 14742,"Sequence number": 246612, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8237
    }
  },
  {
    "ph": "s", "id": 156, "pid": 1336753, "tid": 1336753, "ts": 1295650519036.632,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519077.265, "dur": 199.364,
    "args": {
      "External id": 14743,"Sequence number": 246613, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 8238
    }
  },
  {
    "ph": "s", "id": 155, "pid": 1336753, "tid": 1336753, "ts": 1295650519077.265,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519100.747, "dur": 9.650,
    "args": {
      "External id": 14744,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519103.760, "dur": 6.063,
    "args": {
      "External id": 14745,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519291.779, "dur": 114.594,
    "args": {
      "External id": 14746,"Sequence number": 246614, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 8241
    }
  },
  {
    "ph": "s", "id": 154, "pid": 1336753, "tid": 1336753, "ts": 1295650519291.779,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519307.533, "dur": 8.208,
    "args": {
      "External id": 14747,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519310.031, "dur": 5.336,
    "args": {
      "External id": 14748,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FlashAttnFunc", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519435.509, "dur": 182.586,
    "args": {
      "External id": 14749,"Sequence number": 246615, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "", "True", "", "0.", "", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "", "Scalar", "", "Scalar", "", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], []], "Ev Idx": 8244
    }
  },
  {
    "ph": "s", "id": 153, "pid": 1336753, "tid": 1336753, "ts": 1295650519435.509,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519464.217, "dur": 123.987,
    "args": {
      "External id": 14750,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 8245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519515.518, "dur": 7.182,
    "args": {
      "External id": 14751,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519517.861, "dur": 4.379,
    "args": {
      "External id": 14752,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519525.306, "dur": 3.549,
    "args": {
      "External id": 14753,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519530.088, "dur": 1.467,
    "args": {
      "External id": 14754,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519535.878, "dur": 3.127,
    "args": {
      "External id": 14755,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519604.263, "dur": 5.254,
    "args": {
      "External id": 14756,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 8251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519623.816, "dur": 6.151,
    "args": {
      "External id": 14757,"Sequence number": 246616, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 8252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519625.449, "dur": 4.372,
    "args": {
      "External id": 14758,"Sequence number": 246616, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 8253
    }
  },
  {
    "ph": "s", "id": 152, "pid": 1336753, "tid": 1336753, "ts": 1295650519625.449,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519645.801, "dur": 130.115,
    "args": {
      "External id": 14759,"Sequence number": 246617, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519649.040, "dur": 8.376,
    "args": {
      "External id": 14760,"Sequence number": 246617, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8255
    }
  },
  {
    "ph": "s", "id": 151, "pid": 1336753, "tid": 1336753, "ts": 1295650519649.040,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519651.864, "dur": 4.484,
    "args": {
      "External id": 14761,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519654.264, "dur": 1.805,
    "args": {
      "External id": 14762,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519658.676, "dur": 116.908,
    "args": {
      "External id": 14763,"Sequence number": 246618, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519660.523, "dur": 8.305,
    "args": {
      "External id": 14764,"Sequence number": 246618, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519663.235, "dur": 5.441,
    "args": {
      "External id": 14765,"Sequence number": 246618, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8260
    }
  },
  {
    "ph": "s", "id": 150, "pid": 1336753, "tid": 1336753, "ts": 1295650519663.235,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519669.998, "dur": 97.948,
    "args": {
      "External id": 14766,"Sequence number": 246619, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8261
    }
  },
  {
    "ph": "s", "id": 149, "pid": 1336753, "tid": 1336753, "ts": 1295650519669.998,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519770.131, "dur": 4.838,
    "args": {
      "External id": 14767,"Sequence number": 246620, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8262
    }
  },
  {
    "ph": "s", "id": 148, "pid": 1336753, "tid": 1336753, "ts": 1295650519770.131,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519807.937, "dur": 258.728,
    "args": {
      "External id": 14768,"Sequence number": 246621, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "True", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [1], [], [8388608, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [2048], [], [16, 4096, 2048], [], [], [], []], "Ev Idx": 8263
    }
  },
  {
    "ph": "s", "id": 147, "pid": 1336753, "tid": 1336753, "ts": 1295650519807.937,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519827.308, "dur": 2.660,
    "args": {
      "External id": 14769,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519828.114, "dur": 1.714,
    "args": {
      "External id": 14770,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519835.600, "dur": 2.780,
    "args": {
      "External id": 14771,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [2048, 1]], "Input Dims": [[16, 4096, 2048], [65536, 2048]], "Ev Idx": 8266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519836.324, "dur": 1.942,
    "args": {
      "External id": 14772,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519837.166, "dur": 0.993,
    "args": {
      "External id": 14773,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519845.561, "dur": 8.200,
    "args": {
      "External id": 14774,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519849.362, "dur": 3.932,
    "args": {
      "External id": 14775,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519860.223, "dur": 3.233,
    "args": {
      "External id": 14776,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650519866.722, "dur": 2.813,
    "args": {
      "External id": 14777,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520040.536, "dur": 4.226,
    "args": {
      "External id": 14778,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520041.600, "dur": 2.864,
    "args": {
      "External id": 14779,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520047.477, "dur": 2.240,
    "args": {
      "External id": 14780,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520048.295, "dur": 1.312,
    "args": {
      "External id": 14781,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520086.349, "dur": 98.876,
    "args": {
      "External id": 14782,"Sequence number": 246622, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [5632, 2048], []], "Ev Idx": 8277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520087.766, "dur": 7.922,
    "args": {
      "External id": 14783,"Sequence number": 246622, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 8278
    }
  },
  {
    "ph": "s", "id": 146, "pid": 1336753, "tid": 1336753, "ts": 1295650520087.766,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520090.605, "dur": 3.808,
    "args": {
      "External id": 14784,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 8279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520092.774, "dur": 1.374,
    "args": {
      "External id": 14785,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 8280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520096.681, "dur": 88.234,
    "args": {
      "External id": 14786,"Sequence number": 246623, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 5632]], "Ev Idx": 8281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520099.528, "dur": 3.373,
    "args": {
      "External id": 14787,"Sequence number": 246623, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520100.590, "dur": 2.170,
    "args": {
      "External id": 14788,"Sequence number": 246623, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8283
    }
  },
  {
    "ph": "s", "id": 145, "pid": 1336753, "tid": 1336753, "ts": 1295650520100.590,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520103.751, "dur": 75.653,
    "args": {
      "External id": 14789,"Sequence number": 246624, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 8284
    }
  },
  {
    "ph": "s", "id": 144, "pid": 1336753, "tid": 1336753, "ts": 1295650520103.751,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520181.303, "dur": 3.079,
    "args": {
      "External id": 14790,"Sequence number": 246625, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 8285
    }
  },
  {
    "ph": "s", "id": 143, "pid": 1336753, "tid": 1336753, "ts": 1295650520181.303,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520192.639, "dur": 88.929,
    "args": {
      "External id": 14791,"Sequence number": 246626, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [5632, 2048], []], "Ev Idx": 8286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520195.292, "dur": 5.561,
    "args": {
      "External id": 14792,"Sequence number": 246626, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 8287
    }
  },
  {
    "ph": "s", "id": 142, "pid": 1336753, "tid": 1336753, "ts": 1295650520195.292,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520197.197, "dur": 2.685,
    "args": {
      "External id": 14793,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 8288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520198.843, "dur": 0.885,
    "args": {
      "External id": 14794,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 8289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520201.621, "dur": 79.704,
    "args": {
      "External id": 14795,"Sequence number": 246627, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 5632]], "Ev Idx": 8290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520202.648, "dur": 7.287,
    "args": {
      "External id": 14796,"Sequence number": 246627, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520205.017, "dur": 4.775,
    "args": {
      "External id": 14797,"Sequence number": 246627, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8292
    }
  },
  {
    "ph": "s", "id": 141, "pid": 1336753, "tid": 1336753, "ts": 1295650520205.017,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520210.605, "dur": 63.069,
    "args": {
      "External id": 14798,"Sequence number": 246628, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 8293
    }
  },
  {
    "ph": "s", "id": 140, "pid": 1336753, "tid": 1336753, "ts": 1295650520210.605,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520276.489, "dur": 4.389,
    "args": {
      "External id": 14799,"Sequence number": 246629, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 8294
    }
  },
  {
    "ph": "s", "id": 139, "pid": 1336753, "tid": 1336753, "ts": 1295650520276.489,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520305.102, "dur": 159.626,
    "args": {
      "External id": 14800,"Sequence number": 246630, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[23068672, 5632, 1], [23068672, 5632, 1], [5632, 1], []], "Input Dims": [[16, 4096, 5632], [16, 4096, 5632], [2048, 5632], []], "Ev Idx": 8295
    }
  },
  {
    "ph": "s", "id": 138, "pid": 1336753, "tid": 1336753, "ts": 1295650520305.102,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520349.408, "dur": 5.118,
    "args": {
      "External id": 14801,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520388.478, "dur": 61.067,
    "args": {
      "External id": 14802,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[23068672, 5632, 1], [5632, 1], []], "Input Dims": [[16, 4096, 5632], [2048, 5632], []], "Ev Idx": 8297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520389.374, "dur": 5.305,
    "args": {
      "External id": 14803,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 8298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520390.528, "dur": 3.261,
    "args": {
      "External id": 14804,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 8299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520392.380, "dur": 1.222,
    "args": {
      "External id": 14805,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 8300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520395.553, "dur": 53.673,
    "args": {
      "External id": 14806,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[23068672, 5632, 1], [1, 5632]], "Input Dims": [[16, 4096, 5632], [5632, 2048]], "Ev Idx": 8301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520398.726, "dur": 2.718,
    "args": {
      "External id": 14807,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 8302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520399.743, "dur": 1.587,
    "args": {
      "External id": 14808,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 8303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520401.952, "dur": 43.553,
    "args": {
      "External id": 14809,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 8304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520447.243, "dur": 1.256,
    "args": {
      "External id": 14810,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520474.256, "dur": 25.786,
    "args": {
      "External id": 14811,"Sequence number": 246631, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 8306
    }
  },
  {
    "ph": "s", "id": 137, "pid": 1336753, "tid": 1336753, "ts": 1295650520474.256,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520533.054, "dur": 173.567,
    "args": {
      "External id": 14812,"Sequence number": 246632, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [1], [], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [2048], [], [], [], [], [], []], "Ev Idx": 8307
    }
  },
  {
    "ph": "s", "id": 136, "pid": 1336753, "tid": 1336753, "ts": 1295650520533.054,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520552.893, "dur": 4.506,
    "args": {
      "External id": 14813,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520555.202, "dur": 2.054,
    "args": {
      "External id": 14814,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520565.113, "dur": 7.247,
    "args": {
      "External id": 14815,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520567.608, "dur": 4.364,
    "args": {
      "External id": 14816,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520577.982, "dur": 3.331,
    "args": {
      "External id": 14817,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520692.776, "dur": 2.756,
    "args": {
      "External id": 14818,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520693.897, "dur": 1.478,
    "args": {
      "External id": 14819,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520725.206, "dur": 77.731,
    "args": {
      "External id": 14820,"Sequence number": 246633, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520726.046, "dur": 7.839,
    "args": {
      "External id": 14821,"Sequence number": 246633, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8316
    }
  },
  {
    "ph": "s", "id": 135, "pid": 1336753, "tid": 1336753, "ts": 1295650520726.046,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520729.765, "dur": 2.955,
    "args": {
      "External id": 14822,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520731.405, "dur": 1.107,
    "args": {
      "External id": 14823,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520734.850, "dur": 67.851,
    "args": {
      "External id": 14824,"Sequence number": 246634, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520735.981, "dur": 5.416,
    "args": {
      "External id": 14825,"Sequence number": 246634, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520738.730, "dur": 2.542,
    "args": {
      "External id": 14826,"Sequence number": 246634, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8321
    }
  },
  {
    "ph": "s", "id": 134, "pid": 1336753, "tid": 1336753, "ts": 1295650520738.730,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520742.179, "dur": 55.537,
    "args": {
      "External id": 14827,"Sequence number": 246635, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8322
    }
  },
  {
    "ph": "s", "id": 133, "pid": 1336753, "tid": 1336753, "ts": 1295650520742.179,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520799.482, "dur": 2.676,
    "args": {
      "External id": 14828,"Sequence number": 246636, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8323
    }
  },
  {
    "ph": "s", "id": 132, "pid": 1336753, "tid": 1336753, "ts": 1295650520799.482,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520811.656, "dur": 64.605,
    "args": {
      "External id": 14829,"Sequence number": 246637, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8324
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520812.292, "dur": 9.180,
    "args": {
      "External id": 14830,"Sequence number": 246637, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8325
    }
  },
  {
    "ph": "s", "id": 131, "pid": 1336753, "tid": 1336753, "ts": 1295650520812.292,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520817.777, "dur": 2.786,
    "args": {
      "External id": 14831,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520819.247, "dur": 1.088,
    "args": {
      "External id": 14832,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520822.218, "dur": 53.865,
    "args": {
      "External id": 14833,"Sequence number": 246638, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520822.866, "dur": 4.749,
    "args": {
      "External id": 14834,"Sequence number": 246638, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520823.774, "dur": 3.708,
    "args": {
      "External id": 14835,"Sequence number": 246638, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8330
    }
  },
  {
    "ph": "s", "id": 130, "pid": 1336753, "tid": 1336753, "ts": 1295650520823.774,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520828.150, "dur": 43.366,
    "args": {
      "External id": 14836,"Sequence number": 246639, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8331
    }
  },
  {
    "ph": "s", "id": 129, "pid": 1336753, "tid": 1336753, "ts": 1295650520828.150,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520873.210, "dur": 2.533,
    "args": {
      "External id": 14837,"Sequence number": 246640, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8332
    }
  },
  {
    "ph": "s", "id": 128, "pid": 1336753, "tid": 1336753, "ts": 1295650520873.210,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520882.423, "dur": 58.712,
    "args": {
      "External id": 14838,"Sequence number": 246641, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520883.024, "dur": 8.167,
    "args": {
      "External id": 14839,"Sequence number": 246641, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8334
    }
  },
  {
    "ph": "s", "id": 127, "pid": 1336753, "tid": 1336753, "ts": 1295650520883.024,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520884.663, "dur": 5.555,
    "args": {
      "External id": 14840,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8335
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520887.342, "dur": 2.659,
    "args": {
      "External id": 14841,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520891.732, "dur": 49.190,
    "args": {
      "External id": 14842,"Sequence number": 246642, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520892.836, "dur": 4.286,
    "args": {
      "External id": 14843,"Sequence number": 246642, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520893.576, "dur": 3.413,
    "args": {
      "External id": 14844,"Sequence number": 246642, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8339
    }
  },
  {
    "ph": "s", "id": 126, "pid": 1336753, "tid": 1336753, "ts": 1295650520893.576,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520899.221, "dur": 36.024,
    "args": {
      "External id": 14845,"Sequence number": 246643, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8340
    }
  },
  {
    "ph": "s", "id": 125, "pid": 1336753, "tid": 1336753, "ts": 1295650520899.221,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520936.758, "dur": 3.754,
    "args": {
      "External id": 14846,"Sequence number": 246644, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8341
    }
  },
  {
    "ph": "s", "id": 124, "pid": 1336753, "tid": 1336753, "ts": 1295650520936.758,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520955.345, "dur": 3.472,
    "args": {
      "External id": 14847,"Sequence number": 246645, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650520955.986, "dur": 2.559,
    "args": {
      "External id": 14848,"Sequence number": 246645, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8343
    }
  },
  {
    "ph": "s", "id": 123, "pid": 1336753, "tid": 1336753, "ts": 1295650520955.986,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521029.197, "dur": 9.382,
    "args": {
      "External id": 14849,"Sequence number": 246646, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521033.048, "dur": 5.293,
    "args": {
      "External id": 14850,"Sequence number": 246646, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8345
    }
  },
  {
    "ph": "s", "id": 122, "pid": 1336753, "tid": 1336753, "ts": 1295650521033.048,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521046.367, "dur": 4.016,
    "args": {
      "External id": 14851,"Sequence number": 246647, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521047.143, "dur": 3.074,
    "args": {
      "External id": 14852,"Sequence number": 246647, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8347
    }
  },
  {
    "ph": "s", "id": 121, "pid": 1336753, "tid": 1336753, "ts": 1295650521047.143,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521078.348, "dur": 170.873,
    "args": {
      "External id": 14853,"Sequence number": 246648, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 8348
    }
  },
  {
    "ph": "s", "id": 120, "pid": 1336753, "tid": 1336753, "ts": 1295650521078.348,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521098.881, "dur": 9.152,
    "args": {
      "External id": 14854,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521101.384, "dur": 6.119,
    "args": {
      "External id": 14855,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521266.737, "dur": 109.708,
    "args": {
      "External id": 14856,"Sequence number": 246649, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 8351
    }
  },
  {
    "ph": "s", "id": 119, "pid": 1336753, "tid": 1336753, "ts": 1295650521266.737,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521282.027, "dur": 9.480,
    "args": {
      "External id": 14857,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521284.627, "dur": 6.324,
    "args": {
      "External id": 14858,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FlashAttnFunc", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521403.454, "dur": 176.892,
    "args": {
      "External id": 14859,"Sequence number": 246650, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "", "True", "", "0.", "", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "", "Scalar", "", "Scalar", "", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], []], "Ev Idx": 8354
    }
  },
  {
    "ph": "s", "id": 118, "pid": 1336753, "tid": 1336753, "ts": 1295650521403.454,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521433.312, "dur": 121.403,
    "args": {
      "External id": 14860,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 8355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521480.607, "dur": 8.104,
    "args": {
      "External id": 14861,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521483.145, "dur": 4.996,
    "args": {
      "External id": 14862,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521491.077, "dur": 4.370,
    "args": {
      "External id": 14863,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521496.430, "dur": 3.185,
    "args": {
      "External id": 14864,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521502.053, "dur": 3.005,
    "args": {
      "External id": 14865,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521567.198, "dur": 4.625,
    "args": {
      "External id": 14866,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 8361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521585.887, "dur": 7.444,
    "args": {
      "External id": 14867,"Sequence number": 246651, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 8362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521587.425, "dur": 5.768,
    "args": {
      "External id": 14868,"Sequence number": 246651, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 8363
    }
  },
  {
    "ph": "s", "id": 117, "pid": 1336753, "tid": 1336753, "ts": 1295650521587.425,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521608.505, "dur": 110.539,
    "args": {
      "External id": 14869,"Sequence number": 246652, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521609.754, "dur": 9.264,
    "args": {
      "External id": 14870,"Sequence number": 246652, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8365
    }
  },
  {
    "ph": "s", "id": 116, "pid": 1336753, "tid": 1336753, "ts": 1295650521609.754,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521613.076, "dur": 4.770,
    "args": {
      "External id": 14871,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521615.766, "dur": 1.779,
    "args": {
      "External id": 14872,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521620.228, "dur": 98.477,
    "args": {
      "External id": 14873,"Sequence number": 246653, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521624.149, "dur": 4.335,
    "args": {
      "External id": 14874,"Sequence number": 246653, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521624.891, "dur": 3.454,
    "args": {
      "External id": 14875,"Sequence number": 246653, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8370
    }
  },
  {
    "ph": "s", "id": 115, "pid": 1336753, "tid": 1336753, "ts": 1295650521624.891,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521629.367, "dur": 81.836,
    "args": {
      "External id": 14876,"Sequence number": 246654, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8371
    }
  },
  {
    "ph": "s", "id": 114, "pid": 1336753, "tid": 1336753, "ts": 1295650521629.367,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521713.292, "dur": 4.717,
    "args": {
      "External id": 14877,"Sequence number": 246655, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8372
    }
  },
  {
    "ph": "s", "id": 113, "pid": 1336753, "tid": 1336753, "ts": 1295650521713.292,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521751.796, "dur": 198.927,
    "args": {
      "External id": 14878,"Sequence number": 246656, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "True", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [1], [], [8388608, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [2048], [], [16, 4096, 2048], [], [], [], []], "Ev Idx": 8373
    }
  },
  {
    "ph": "s", "id": 112, "pid": 1336753, "tid": 1336753, "ts": 1295650521751.796,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521772.995, "dur": 2.644,
    "args": {
      "External id": 14879,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521773.826, "dur": 1.678,
    "args": {
      "External id": 14880,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521779.294, "dur": 4.891,
    "args": {
      "External id": 14881,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [2048, 1]], "Input Dims": [[16, 4096, 2048], [65536, 2048]], "Ev Idx": 8376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521780.366, "dur": 3.710,
    "args": {
      "External id": 14882,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521782.963, "dur": 1.011,
    "args": {
      "External id": 14883,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8378
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521791.554, "dur": 6.116,
    "args": {
      "External id": 14884,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521793.428, "dur": 3.847,
    "args": {
      "External id": 14885,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521804.110, "dur": 3.500,
    "args": {
      "External id": 14886,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8381
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521810.868, "dur": 3.205,
    "args": {
      "External id": 14887,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8382
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521929.603, "dur": 3.127,
    "args": {
      "External id": 14888,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521930.892, "dur": 1.656,
    "args": {
      "External id": 14889,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521936.960, "dur": 1.839,
    "args": {
      "External id": 14890,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521937.821, "dur": 0.874,
    "args": {
      "External id": 14891,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521968.533, "dur": 145.306,
    "args": {
      "External id": 14892,"Sequence number": 246657, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [5632, 2048], []], "Ev Idx": 8387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521969.542, "dur": 7.183,
    "args": {
      "External id": 14893,"Sequence number": 246657, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 8388
    }
  },
  {
    "ph": "s", "id": 111, "pid": 1336753, "tid": 1336753, "ts": 1295650521969.542,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521972.032, "dur": 3.586,
    "args": {
      "External id": 14894,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 8389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521973.992, "dur": 1.354,
    "args": {
      "External id": 14895,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 8390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521979.960, "dur": 133.492,
    "args": {
      "External id": 14896,"Sequence number": 246658, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 5632]], "Ev Idx": 8391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521981.168, "dur": 44.658,
    "args": {
      "External id": 14897,"Sequence number": 246658, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650521981.861, "dur": 2.275,
    "args": {
      "External id": 14898,"Sequence number": 246658, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8393
    }
  },
  {
    "ph": "s", "id": 110, "pid": 1336753, "tid": 1336753, "ts": 1295650521981.861,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522028.036, "dur": 77.933,
    "args": {
      "External id": 14899,"Sequence number": 246659, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 8394
    }
  },
  {
    "ph": "s", "id": 109, "pid": 1336753, "tid": 1336753, "ts": 1295650522028.036,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522108.493, "dur": 4.218,
    "args": {
      "External id": 14900,"Sequence number": 246660, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 8395
    }
  },
  {
    "ph": "s", "id": 108, "pid": 1336753, "tid": 1336753, "ts": 1295650522108.493,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522123.471, "dur": 67.898,
    "args": {
      "External id": 14901,"Sequence number": 246661, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [5632, 2048], []], "Ev Idx": 8396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522124.098, "dur": 6.340,
    "args": {
      "External id": 14902,"Sequence number": 246661, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 8397
    }
  },
  {
    "ph": "s", "id": 107, "pid": 1336753, "tid": 1336753, "ts": 1295650522124.098,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522126.403, "dur": 2.721,
    "args": {
      "External id": 14903,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 8398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522127.840, "dur": 1.106,
    "args": {
      "External id": 14904,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 8399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522131.050, "dur": 60.078,
    "args": {
      "External id": 14905,"Sequence number": 246662, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 5632]], "Ev Idx": 8400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522133.322, "dur": 6.314,
    "args": {
      "External id": 14906,"Sequence number": 246662, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522133.823, "dur": 5.640,
    "args": {
      "External id": 14907,"Sequence number": 246662, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8402
    }
  },
  {
    "ph": "s", "id": 106, "pid": 1336753, "tid": 1336753, "ts": 1295650522133.823,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522140.305, "dur": 45.199,
    "args": {
      "External id": 14908,"Sequence number": 246663, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 8403
    }
  },
  {
    "ph": "s", "id": 105, "pid": 1336753, "tid": 1336753, "ts": 1295650522140.305,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522186.909, "dur": 3.893,
    "args": {
      "External id": 14909,"Sequence number": 246664, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 8404
    }
  },
  {
    "ph": "s", "id": 104, "pid": 1336753, "tid": 1336753, "ts": 1295650522186.909,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522214.027, "dur": 170.597,
    "args": {
      "External id": 14910,"Sequence number": 246665, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[23068672, 5632, 1], [23068672, 5632, 1], [5632, 1], []], "Input Dims": [[16, 4096, 5632], [16, 4096, 5632], [2048, 5632], []], "Ev Idx": 8405
    }
  },
  {
    "ph": "s", "id": 103, "pid": 1336753, "tid": 1336753, "ts": 1295650522214.027,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522269.938, "dur": 5.073,
    "args": {
      "External id": 14911,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522308.113, "dur": 62.706,
    "args": {
      "External id": 14912,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[23068672, 5632, 1], [5632, 1], []], "Input Dims": [[16, 4096, 5632], [2048, 5632], []], "Ev Idx": 8407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522309.121, "dur": 5.282,
    "args": {
      "External id": 14913,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 8408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522310.211, "dur": 3.265,
    "args": {
      "External id": 14914,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 8409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522312.009, "dur": 1.234,
    "args": {
      "External id": 14915,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 8410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522317.431, "dur": 53.074,
    "args": {
      "External id": 14916,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[23068672, 5632, 1], [1, 5632]], "Input Dims": [[16, 4096, 5632], [5632, 2048]], "Ev Idx": 8411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522318.605, "dur": 2.584,
    "args": {
      "External id": 14917,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 8412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522319.339, "dur": 1.710,
    "args": {
      "External id": 14918,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 8413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522321.812, "dur": 44.801,
    "args": {
      "External id": 14919,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 8414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522368.322, "dur": 1.389,
    "args": {
      "External id": 14920,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522393.664, "dur": 24.045,
    "args": {
      "External id": 14921,"Sequence number": 246666, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 8416
    }
  },
  {
    "ph": "s", "id": 102, "pid": 1336753, "tid": 1336753, "ts": 1295650522393.664,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522451.867, "dur": 172.707,
    "args": {
      "External id": 14922,"Sequence number": 246667, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [1], [], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [2048], [], [], [], [], [], []], "Ev Idx": 8417
    }
  },
  {
    "ph": "s", "id": 101, "pid": 1336753, "tid": 1336753, "ts": 1295650522451.867,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522470.819, "dur": 2.973,
    "args": {
      "External id": 14923,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522471.820, "dur": 1.834,
    "args": {
      "External id": 14924,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522481.559, "dur": 7.278,
    "args": {
      "External id": 14925,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522484.064, "dur": 4.333,
    "args": {
      "External id": 14926,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522494.292, "dur": 3.093,
    "args": {
      "External id": 14927,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522608.043, "dur": 3.451,
    "args": {
      "External id": 14928,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522609.255, "dur": 2.005,
    "args": {
      "External id": 14929,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522642.582, "dur": 79.397,
    "args": {
      "External id": 14930,"Sequence number": 246668, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522643.209, "dur": 6.574,
    "args": {
      "External id": 14931,"Sequence number": 246668, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8426
    }
  },
  {
    "ph": "s", "id": 100, "pid": 1336753, "tid": 1336753, "ts": 1295650522643.209,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522645.334, "dur": 3.012,
    "args": {
      "External id": 14932,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8427
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522646.859, "dur": 1.158,
    "args": {
      "External id": 14933,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522650.612, "dur": 71.095,
    "args": {
      "External id": 14934,"Sequence number": 246669, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522653.141, "dur": 3.704,
    "args": {
      "External id": 14935,"Sequence number": 246669, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8430
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522654.132, "dur": 2.589,
    "args": {
      "External id": 14936,"Sequence number": 246669, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8431
    }
  },
  {
    "ph": "s", "id": 99, "pid": 1336753, "tid": 1336753, "ts": 1295650522654.132,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522657.409, "dur": 57.057,
    "args": {
      "External id": 14937,"Sequence number": 246670, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8432
    }
  },
  {
    "ph": "s", "id": 98, "pid": 1336753, "tid": 1336753, "ts": 1295650522657.409,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522716.280, "dur": 4.880,
    "args": {
      "External id": 14938,"Sequence number": 246671, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8433
    }
  },
  {
    "ph": "s", "id": 97, "pid": 1336753, "tid": 1336753, "ts": 1295650522716.280,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522729.087, "dur": 59.540,
    "args": {
      "External id": 14939,"Sequence number": 246672, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522731.637, "dur": 5.541,
    "args": {
      "External id": 14940,"Sequence number": 246672, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8435
    }
  },
  {
    "ph": "s", "id": 96, "pid": 1336753, "tid": 1336753, "ts": 1295650522731.637,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522733.654, "dur": 2.313,
    "args": {
      "External id": 14941,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522734.901, "dur": 0.864,
    "args": {
      "External id": 14942,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522737.845, "dur": 50.537,
    "args": {
      "External id": 14943,"Sequence number": 246673, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522738.560, "dur": 4.563,
    "args": {
      "External id": 14944,"Sequence number": 246673, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522740.862, "dur": 2.103,
    "args": {
      "External id": 14945,"Sequence number": 246673, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8440
    }
  },
  {
    "ph": "s", "id": 95, "pid": 1336753, "tid": 1336753, "ts": 1295650522740.862,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522743.562, "dur": 40.967,
    "args": {
      "External id": 14946,"Sequence number": 246674, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8441
    }
  },
  {
    "ph": "s", "id": 94, "pid": 1336753, "tid": 1336753, "ts": 1295650522743.562,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522786.089, "dur": 1.973,
    "args": {
      "External id": 14947,"Sequence number": 246675, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8442
    }
  },
  {
    "ph": "s", "id": 93, "pid": 1336753, "tid": 1336753, "ts": 1295650522786.089,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522794.322, "dur": 59.190,
    "args": {
      "External id": 14948,"Sequence number": 246676, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522794.863, "dur": 8.461,
    "args": {
      "External id": 14949,"Sequence number": 246676, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8444
    }
  },
  {
    "ph": "s", "id": 92, "pid": 1336753, "tid": 1336753, "ts": 1295650522794.863,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522798.088, "dur": 4.116,
    "args": {
      "External id": 14950,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522799.529, "dur": 2.426,
    "args": {
      "External id": 14951,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522803.910, "dur": 49.378,
    "args": {
      "External id": 14952,"Sequence number": 246677, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8447
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522804.793, "dur": 5.319,
    "args": {
      "External id": 14953,"Sequence number": 246677, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522806.957, "dur": 2.842,
    "args": {
      "External id": 14954,"Sequence number": 246677, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8449
    }
  },
  {
    "ph": "s", "id": 91, "pid": 1336753, "tid": 1336753, "ts": 1295650522806.957,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522810.863, "dur": 37.057,
    "args": {
      "External id": 14955,"Sequence number": 246678, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8450
    }
  },
  {
    "ph": "s", "id": 90, "pid": 1336753, "tid": 1336753, "ts": 1295650522810.863,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522849.423, "dur": 3.574,
    "args": {
      "External id": 14956,"Sequence number": 246679, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8451
    }
  },
  {
    "ph": "s", "id": 89, "pid": 1336753, "tid": 1336753, "ts": 1295650522849.423,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522866.948, "dur": 5.151,
    "args": {
      "External id": 14957,"Sequence number": 246680, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522867.631, "dur": 4.165,
    "args": {
      "External id": 14958,"Sequence number": 246680, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8453
    }
  },
  {
    "ph": "s", "id": 88, "pid": 1336753, "tid": 1336753, "ts": 1295650522867.631,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522879.021, "dur": 2.950,
    "args": {
      "External id": 14959,"Sequence number": 246681, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522880.117, "dur": 1.726,
    "args": {
      "External id": 14960,"Sequence number": 246681, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8455
    }
  },
  {
    "ph": "s", "id": 87, "pid": 1336753, "tid": 1336753, "ts": 1295650522880.117,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522885.908, "dur": 2.722,
    "args": {
      "External id": 14961,"Sequence number": 246682, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522886.845, "dur": 1.661,
    "args": {
      "External id": 14962,"Sequence number": 246682, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8457
    }
  },
  {
    "ph": "s", "id": 86, "pid": 1336753, "tid": 1336753, "ts": 1295650522886.845,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522913.620, "dur": 181.816,
    "args": {
      "External id": 14963,"Sequence number": 246683, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 8458
    }
  },
  {
    "ph": "s", "id": 85, "pid": 1336753, "tid": 1336753, "ts": 1295650522913.620,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522932.422, "dur": 8.159,
    "args": {
      "External id": 14964,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650522934.383, "dur": 5.788,
    "args": {
      "External id": 14965,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8460
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523109.094, "dur": 102.100,
    "args": {
      "External id": 14966,"Sequence number": 246684, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 8461
    }
  },
  {
    "ph": "s", "id": 84, "pid": 1336753, "tid": 1336753, "ts": 1295650523109.094,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523123.480, "dur": 8.308,
    "args": {
      "External id": 14967,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523126.042, "dur": 5.309,
    "args": {
      "External id": 14968,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FlashAttnFunc", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523255.453, "dur": 176.929,
    "args": {
      "External id": 14969,"Sequence number": 246685, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "", "True", "", "0.", "", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "", "Scalar", "", "Scalar", "", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], []], "Ev Idx": 8464
    }
  },
  {
    "ph": "s", "id": 83, "pid": 1336753, "tid": 1336753, "ts": 1295650523255.453,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523282.277, "dur": 122.864,
    "args": {
      "External id": 14970,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 8465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523327.925, "dur": 8.571,
    "args": {
      "External id": 14971,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523330.886, "dur": 5.036,
    "args": {
      "External id": 14972,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523339.016, "dur": 4.072,
    "args": {
      "External id": 14973,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523344.282, "dur": 1.588,
    "args": {
      "External id": 14974,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523348.359, "dur": 3.040,
    "args": {
      "External id": 14975,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523417.179, "dur": 4.997,
    "args": {
      "External id": 14976,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 8471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523438.184, "dur": 5.732,
    "args": {
      "External id": 14977,"Sequence number": 246686, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 8472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523439.646, "dur": 4.092,
    "args": {
      "External id": 14978,"Sequence number": 246686, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 8473
    }
  },
  {
    "ph": "s", "id": 82, "pid": 1336753, "tid": 1336753, "ts": 1295650523439.646,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523456.232, "dur": 109.201,
    "args": {
      "External id": 14979,"Sequence number": 246687, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523457.479, "dur": 12.419,
    "args": {
      "External id": 14980,"Sequence number": 246687, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8475
    }
  },
  {
    "ph": "s", "id": 81, "pid": 1336753, "tid": 1336753, "ts": 1295650523457.479,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523462.498, "dur": 5.903,
    "args": {
      "External id": 14981,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523466.531, "dur": 1.631,
    "args": {
      "External id": 14982,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523471.363, "dur": 93.755,
    "args": {
      "External id": 14983,"Sequence number": 246688, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523472.818, "dur": 3.392,
    "args": {
      "External id": 14984,"Sequence number": 246688, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523473.661, "dur": 2.434,
    "args": {
      "External id": 14985,"Sequence number": 246688, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8480
    }
  },
  {
    "ph": "s", "id": 80, "pid": 1336753, "tid": 1336753, "ts": 1295650523473.661,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523477.041, "dur": 80.385,
    "args": {
      "External id": 14986,"Sequence number": 246689, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8481
    }
  },
  {
    "ph": "s", "id": 79, "pid": 1336753, "tid": 1336753, "ts": 1295650523477.041,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523559.645, "dur": 4.691,
    "args": {
      "External id": 14987,"Sequence number": 246690, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8482
    }
  },
  {
    "ph": "s", "id": 78, "pid": 1336753, "tid": 1336753, "ts": 1295650523559.645,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523597.095, "dur": 207.340,
    "args": {
      "External id": 14988,"Sequence number": 246691, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "True", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [1], [], [8388608, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [2048], [], [16, 4096, 2048], [], [], [], []], "Ev Idx": 8483
    }
  },
  {
    "ph": "s", "id": 77, "pid": 1336753, "tid": 1336753, "ts": 1295650523597.095,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523615.297, "dur": 2.489,
    "args": {
      "External id": 14989,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523616.154, "dur": 1.468,
    "args": {
      "External id": 14990,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523621.312, "dur": 4.685,
    "args": {
      "External id": 14991,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [2048, 1]], "Input Dims": [[16, 4096, 2048], [65536, 2048]], "Ev Idx": 8486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523624.202, "dur": 1.688,
    "args": {
      "External id": 14992,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523624.700, "dur": 1.095,
    "args": {
      "External id": 14993,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8488
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523633.288, "dur": 5.871,
    "args": {
      "External id": 14994,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523634.829, "dur": 4.038,
    "args": {
      "External id": 14995,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523648.614, "dur": 3.332,
    "args": {
      "External id": 14996,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523655.362, "dur": 3.111,
    "args": {
      "External id": 14997,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8492
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523784.748, "dur": 3.072,
    "args": {
      "External id": 14998,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523785.790, "dur": 1.874,
    "args": {
      "External id": 14999,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523790.424, "dur": 1.796,
    "args": {
      "External id": 15000,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523791.313, "dur": 0.814,
    "args": {
      "External id": 15001,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523821.666, "dur": 101.446,
    "args": {
      "External id": 15002,"Sequence number": 246692, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [5632, 2048], []], "Ev Idx": 8497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523829.619, "dur": 8.199,
    "args": {
      "External id": 15003,"Sequence number": 246692, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 8498
    }
  },
  {
    "ph": "s", "id": 76, "pid": 1336753, "tid": 1336753, "ts": 1295650523829.619,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523833.474, "dur": 3.279,
    "args": {
      "External id": 15004,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 8499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523835.383, "dur": 1.165,
    "args": {
      "External id": 15005,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 8500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523838.641, "dur": 84.177,
    "args": {
      "External id": 15006,"Sequence number": 246693, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 5632]], "Ev Idx": 8501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523839.707, "dur": 5.934,
    "args": {
      "External id": 15007,"Sequence number": 246693, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523840.431, "dur": 5.061,
    "args": {
      "External id": 15008,"Sequence number": 246693, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8503
    }
  },
  {
    "ph": "s", "id": 75, "pid": 1336753, "tid": 1336753, "ts": 1295650523840.431,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523846.214, "dur": 67.267,
    "args": {
      "External id": 15009,"Sequence number": 246694, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 8504
    }
  },
  {
    "ph": "s", "id": 74, "pid": 1336753, "tid": 1336753, "ts": 1295650523846.214,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523915.594, "dur": 6.624,
    "args": {
      "External id": 15010,"Sequence number": 246695, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 8505
    }
  },
  {
    "ph": "s", "id": 73, "pid": 1336753, "tid": 1336753, "ts": 1295650523915.594,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523930.414, "dur": 108.037,
    "args": {
      "External id": 15011,"Sequence number": 246696, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [5632, 2048], []], "Ev Idx": 8506
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523931.001, "dur": 6.616,
    "args": {
      "External id": 15012,"Sequence number": 246696, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 8507
    }
  },
  {
    "ph": "s", "id": 72, "pid": 1336753, "tid": 1336753, "ts": 1295650523931.001,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523932.676, "dur": 3.939,
    "args": {
      "External id": 15013,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 8508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523935.531, "dur": 0.952,
    "args": {
      "External id": 15014,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 8509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523938.305, "dur": 99.920,
    "args": {
      "External id": 15015,"Sequence number": 246697, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 5632]], "Ev Idx": 8510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523939.404, "dur": 3.696,
    "args": {
      "External id": 15016,"Sequence number": 246697, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523940.049, "dur": 2.888,
    "args": {
      "External id": 15017,"Sequence number": 246697, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8512
    }
  },
  {
    "ph": "s", "id": 71, "pid": 1336753, "tid": 1336753, "ts": 1295650523940.049,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650523945.624, "dur": 86.626,
    "args": {
      "External id": 15018,"Sequence number": 246698, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 8513
    }
  },
  {
    "ph": "s", "id": 70, "pid": 1336753, "tid": 1336753, "ts": 1295650523945.624,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524035.268, "dur": 2.436,
    "args": {
      "External id": 15019,"Sequence number": 246699, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 8514
    }
  },
  {
    "ph": "s", "id": 69, "pid": 1336753, "tid": 1336753, "ts": 1295650524035.268,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524059.919, "dur": 150.927,
    "args": {
      "External id": 15020,"Sequence number": 246700, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[23068672, 5632, 1], [23068672, 5632, 1], [5632, 1], []], "Input Dims": [[16, 4096, 5632], [16, 4096, 5632], [2048, 5632], []], "Ev Idx": 8515
    }
  },
  {
    "ph": "s", "id": 68, "pid": 1336753, "tid": 1336753, "ts": 1295650524059.919,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524098.301, "dur": 4.962,
    "args": {
      "External id": 15021,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524135.200, "dur": 62.194,
    "args": {
      "External id": 15022,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[23068672, 5632, 1], [5632, 1], []], "Input Dims": [[16, 4096, 5632], [2048, 5632], []], "Ev Idx": 8517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524136.070, "dur": 5.456,
    "args": {
      "External id": 15023,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 8518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524137.475, "dur": 2.936,
    "args": {
      "External id": 15024,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 8519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524139.360, "dur": 0.911,
    "args": {
      "External id": 15025,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 8520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524142.187, "dur": 54.860,
    "args": {
      "External id": 15026,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[23068672, 5632, 1], [1, 5632]], "Input Dims": [[16, 4096, 5632], [5632, 2048]], "Ev Idx": 8521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524143.451, "dur": 2.731,
    "args": {
      "External id": 15027,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 8522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524144.557, "dur": 1.510,
    "args": {
      "External id": 15028,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 8523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524148.405, "dur": 44.818,
    "args": {
      "External id": 15029,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 8524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524194.887, "dur": 1.369,
    "args": {
      "External id": 15030,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524219.290, "dur": 42.063,
    "args": {
      "External id": 15031,"Sequence number": 246701, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 8526
    }
  },
  {
    "ph": "s", "id": 67, "pid": 1336753, "tid": 1336753, "ts": 1295650524219.290,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524299.275, "dur": 189.190,
    "args": {
      "External id": 15032,"Sequence number": 246702, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [1], [], [], [], [], [], []], "Input Dims": [[16, 4096, 2048], [2048], [], [], [], [], [], []], "Ev Idx": 8527
    }
  },
  {
    "ph": "s", "id": 66, "pid": 1336753, "tid": 1336753, "ts": 1295650524299.275,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524318.859, "dur": 3.371,
    "args": {
      "External id": 15033,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524320.091, "dur": 2.000,
    "args": {
      "External id": 15034,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524332.710, "dur": 9.324,
    "args": {
      "External id": 15035,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524337.073, "dur": 4.553,
    "args": {
      "External id": 15036,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524352.221, "dur": 5.298,
    "args": {
      "External id": 15037,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524475.209, "dur": 3.078,
    "args": {
      "External id": 15038,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524476.203, "dur": 1.884,
    "args": {
      "External id": 15039,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524506.567, "dur": 104.909,
    "args": {
      "External id": 15040,"Sequence number": 246703, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524507.631, "dur": 8.212,
    "args": {
      "External id": 15041,"Sequence number": 246703, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8536
    }
  },
  {
    "ph": "s", "id": 65, "pid": 1336753, "tid": 1336753, "ts": 1295650524507.631,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524509.542, "dur": 4.980,
    "args": {
      "External id": 15042,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524513.009, "dur": 1.314,
    "args": {
      "External id": 15043,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524516.749, "dur": 94.495,
    "args": {
      "External id": 15044,"Sequence number": 246704, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524517.827, "dur": 2.975,
    "args": {
      "External id": 15045,"Sequence number": 246704, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524518.556, "dur": 2.108,
    "args": {
      "External id": 15046,"Sequence number": 246704, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8541
    }
  },
  {
    "ph": "s", "id": 64, "pid": 1336753, "tid": 1336753, "ts": 1295650524518.556,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524523.226, "dur": 82.670,
    "args": {
      "External id": 15047,"Sequence number": 246705, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8542
    }
  },
  {
    "ph": "s", "id": 63, "pid": 1336753, "tid": 1336753, "ts": 1295650524523.226,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524607.746, "dur": 3.003,
    "args": {
      "External id": 15048,"Sequence number": 246706, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8543
    }
  },
  {
    "ph": "s", "id": 62, "pid": 1336753, "tid": 1336753, "ts": 1295650524607.746,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524617.927, "dur": 82.073,
    "args": {
      "External id": 15049,"Sequence number": 246707, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524618.743, "dur": 8.973,
    "args": {
      "External id": 15050,"Sequence number": 246707, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8545
    }
  },
  {
    "ph": "s", "id": 61, "pid": 1336753, "tid": 1336753, "ts": 1295650524618.743,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524620.314, "dur": 6.101,
    "args": {
      "External id": 15051,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524623.495, "dur": 2.679,
    "args": {
      "External id": 15052,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524628.434, "dur": 71.293,
    "args": {
      "External id": 15053,"Sequence number": 246708, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524629.031, "dur": 3.566,
    "args": {
      "External id": 15054,"Sequence number": 246708, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524630.281, "dur": 2.167,
    "args": {
      "External id": 15055,"Sequence number": 246708, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8550
    }
  },
  {
    "ph": "s", "id": 60, "pid": 1336753, "tid": 1336753, "ts": 1295650524630.281,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524633.351, "dur": 59.190,
    "args": {
      "External id": 15056,"Sequence number": 246709, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8551
    }
  },
  {
    "ph": "s", "id": 59, "pid": 1336753, "tid": 1336753, "ts": 1295650524633.351,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524694.010, "dur": 5.386,
    "args": {
      "External id": 15057,"Sequence number": 246710, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8552
    }
  },
  {
    "ph": "s", "id": 58, "pid": 1336753, "tid": 1336753, "ts": 1295650524694.010,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524705.969, "dur": 67.469,
    "args": {
      "External id": 15058,"Sequence number": 246711, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524706.626, "dur": 4.962,
    "args": {
      "External id": 15059,"Sequence number": 246711, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8554
    }
  },
  {
    "ph": "s", "id": 57, "pid": 1336753, "tid": 1336753, "ts": 1295650524706.626,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524707.972, "dur": 2.669,
    "args": {
      "External id": 15060,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524709.658, "dur": 0.848,
    "args": {
      "External id": 15061,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524714.027, "dur": 59.232,
    "args": {
      "External id": 15062,"Sequence number": 246712, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524714.987, "dur": 3.703,
    "args": {
      "External id": 15063,"Sequence number": 246712, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524715.446, "dur": 3.101,
    "args": {
      "External id": 15064,"Sequence number": 246712, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8559
    }
  },
  {
    "ph": "s", "id": 56, "pid": 1336753, "tid": 1336753, "ts": 1295650524715.446,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524719.148, "dur": 49.008,
    "args": {
      "External id": 15065,"Sequence number": 246713, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8560
    }
  },
  {
    "ph": "s", "id": 55, "pid": 1336753, "tid": 1336753, "ts": 1295650524719.148,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524769.588, "dur": 3.402,
    "args": {
      "External id": 15066,"Sequence number": 246714, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8561
    }
  },
  {
    "ph": "s", "id": 54, "pid": 1336753, "tid": 1336753, "ts": 1295650524769.588,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524787.138, "dur": 3.480,
    "args": {
      "External id": 15067,"Sequence number": 246715, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524787.826, "dur": 2.647,
    "args": {
      "External id": 15068,"Sequence number": 246715, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8563
    }
  },
  {
    "ph": "s", "id": 53, "pid": 1336753, "tid": 1336753, "ts": 1295650524787.826,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524797.334, "dur": 3.201,
    "args": {
      "External id": 15069,"Sequence number": 246716, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524798.531, "dur": 1.875,
    "args": {
      "External id": 15070,"Sequence number": 246716, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8565
    }
  },
  {
    "ph": "s", "id": 52, "pid": 1336753, "tid": 1336753, "ts": 1295650524798.531,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524806.321, "dur": 4.466,
    "args": {
      "External id": 15071,"Sequence number": 246717, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524807.505, "dur": 3.131,
    "args": {
      "External id": 15072,"Sequence number": 246717, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 32, 64]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8567
    }
  },
  {
    "ph": "s", "id": 51, "pid": 1336753, "tid": 1336753, "ts": 1295650524807.505,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524835.026, "dur": 140.671,
    "args": {
      "External id": 15073,"Sequence number": 246718, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 8568
    }
  },
  {
    "ph": "s", "id": 50, "pid": 1336753, "tid": 1336753, "ts": 1295650524835.026,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524852.886, "dur": 6.874,
    "args": {
      "External id": 15074,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650524855.129, "dur": 4.239,
    "args": {
      "External id": 15075,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8570
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "RotaryEmbeddingFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525025.654, "dur": 115.875,
    "args": {
      "External id": 15076,"Sequence number": 246719, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "False", "False", "0", "", "8192"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [32, 1], [32, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [8192, 32], [8192, 32], [], [], [], [], []], "Ev Idx": 8571
    }
  },
  {
    "ph": "s", "id": 49, "pid": 1336753, "tid": 1336753, "ts": 1295650525025.654,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525041.239, "dur": 8.235,
    "args": {
      "External id": 15077,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525043.529, "dur": 5.362,
    "args": {
      "External id": 15078,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FlashAttnFunc", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525169.093, "dur": 190.469,
    "args": {
      "External id": 15079,"Sequence number": 246720, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "", "True", "", "0.", "", "False", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "", "Scalar", "", "Scalar", "", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], [], []], "Ev Idx": 8574
    }
  },
  {
    "ph": "s", "id": 48, "pid": 1336753, "tid": 1336753, "ts": 1295650525169.093,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "flash_attn::_flash_attn_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525196.335, "dur": 137.342,
    "args": {
      "External id": 15080,"Record function id": 0, "Concrete Inputs": ["", "", "", "0.", "0.125", "True", "-1", "-1", "0.", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [8388608, 2048, 64, 1], [], [], [], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [16, 4096, 32, 64], [16, 4096, 32, 64], [], [], [], [], [], [], [], []], "Ev Idx": 8575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525260.236, "dur": 8.590,
    "args": {
      "External id": 15081,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", ""], "Input type": ["c10::BFloat16", "", "", "", "", ""], "Input Strides": [[8388608, 2048, 64, 1], [], [], [], [], []], "Input Dims": [[16, 4096, 32, 64], [], [], [], [], []], "Ev Idx": 8576
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525263.083, "dur": 5.188,
    "args": {
      "External id": 15082,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 32, 64]", "[8388608, 2048, 64, 1]", "15", "0", "", ""], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525271.255, "dur": 4.010,
    "args": {
      "External id": 15083,"Record function id": 0, "Concrete Inputs": ["[16, 32, 4096]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8578
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525276.335, "dur": 2.631,
    "args": {
      "External id": 15084,"Record function id": 0, "Concrete Inputs": ["[0]", "15", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525281.792, "dur": 3.096,
    "args": {
      "External id": 15085,"Record function id": 0, "Concrete Inputs": ["[2]", "4", "", "", "", ""], "Input type": ["ScalarList", "Scalar", "", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::alias", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525344.731, "dur": 5.027,
    "args": {
      "External id": 15086,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[8388608, 2048, 64, 1]], "Input Dims": [[16, 4096, 32, 64]], "Ev Idx": 8581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525364.690, "dur": 5.594,
    "args": {
      "External id": 15087,"Sequence number": 246721, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 8582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525366.290, "dur": 3.759,
    "args": {
      "External id": 15088,"Sequence number": 246721, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, -1]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 64, 1], []], "Input Dims": [[16, 4096, 32, 64], []], "Ev Idx": 8583
    }
  },
  {
    "ph": "s", "id": 47, "pid": 1336753, "tid": 1336753, "ts": 1295650525366.290,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525381.642, "dur": 96.988,
    "args": {
      "External id": 15089,"Sequence number": 246722, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [2048, 2048], []], "Ev Idx": 8584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525384.673, "dur": 7.803,
    "args": {
      "External id": 15090,"Sequence number": 246722, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[2048, 2048]], "Ev Idx": 8585
    }
  },
  {
    "ph": "s", "id": 46, "pid": 1336753, "tid": 1336753, "ts": 1295650525384.673,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525387.477, "dur": 3.905,
    "args": {
      "External id": 15091,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[2048, 2048], [], []], "Ev Idx": 8586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525389.647, "dur": 1.481,
    "args": {
      "External id": 15092,"Record function id": 0, "Concrete Inputs": ["", "[2048, 2048]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[2048, 2048], [], [], []], "Ev Idx": 8587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525393.952, "dur": 84.367,
    "args": {
      "External id": 15093,"Sequence number": 246723, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 2048]], "Ev Idx": 8588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525395.442, "dur": 5.127,
    "args": {
      "External id": 15094,"Sequence number": 246723, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525398.373, "dur": 2.072,
    "args": {
      "External id": 15095,"Sequence number": 246723, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8590
    }
  },
  {
    "ph": "s", "id": 45, "pid": 1336753, "tid": 1336753, "ts": 1295650525398.373,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525401.635, "dur": 70.635,
    "args": {
      "External id": 15096,"Sequence number": 246724, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 2048]], "Ev Idx": 8591
    }
  },
  {
    "ph": "s", "id": 44, "pid": 1336753, "tid": 1336753, "ts": 1295650525401.635,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525474.365, "dur": 3.325,
    "args": {
      "External id": 15097,"Sequence number": 246725, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8592
    }
  },
  {
    "ph": "s", "id": 43, "pid": 1336753, "tid": 1336753, "ts": 1295650525474.365,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LayerNormFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525509.702, "dur": 189.219,
    "args": {
      "External id": 15098,"Sequence number": 246726, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "9.9999999999999995e-07", "True", "False", "True"], "Input type": ["c10::BFloat16", "c10::BFloat16", "", "c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8388608, 2048, 1], [1], [], [8388608, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [2048], [], [16, 4096, 2048], [], [], [], []], "Ev Idx": 8593
    }
  },
  {
    "ph": "s", "id": 42, "pid": 1336753, "tid": 1336753, "ts": 1295650525509.702,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525527.445, "dur": 2.739,
    "args": {
      "External id": 15099,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525528.302, "dur": 1.726,
    "args": {
      "External id": 15100,"Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525533.730, "dur": 2.458,
    "args": {
      "External id": 15101,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [2048, 1]], "Input Dims": [[16, 4096, 2048], [65536, 2048]], "Ev Idx": 8596
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525534.477, "dur": 1.603,
    "args": {
      "External id": 15102,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8597
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525534.881, "dur": 1.089,
    "args": {
      "External id": 15103,"Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525543.517, "dur": 7.688,
    "args": {
      "External id": 15104,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8599
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525547.020, "dur": 3.908,
    "args": {
      "External id": 15105,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525556.894, "dur": 3.178,
    "args": {
      "External id": 15106,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525563.312, "dur": 4.455,
    "args": {
      "External id": 15107,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525679.477, "dur": 3.070,
    "args": {
      "External id": 15108,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525680.541, "dur": 1.813,
    "args": {
      "External id": 15109,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525685.055, "dur": 2.025,
    "args": {
      "External id": 15110,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525685.922, "dur": 1.056,
    "args": {
      "External id": 15111,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525715.627, "dur": 85.155,
    "args": {
      "External id": 15112,"Sequence number": 246727, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [5632, 2048], []], "Ev Idx": 8607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525716.400, "dur": 7.505,
    "args": {
      "External id": 15113,"Sequence number": 246727, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 8608
    }
  },
  {
    "ph": "s", "id": 41, "pid": 1336753, "tid": 1336753, "ts": 1295650525716.400,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525718.323, "dur": 4.579,
    "args": {
      "External id": 15114,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 8609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525719.877, "dur": 2.693,
    "args": {
      "External id": 15115,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 8610
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525724.955, "dur": 75.535,
    "args": {
      "External id": 15116,"Sequence number": 246728, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 5632]], "Ev Idx": 8611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525726.423, "dur": 4.904,
    "args": {
      "External id": 15117,"Sequence number": 246728, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8612
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525728.820, "dur": 2.361,
    "args": {
      "External id": 15118,"Sequence number": 246728, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8613
    }
  },
  {
    "ph": "s", "id": 40, "pid": 1336753, "tid": 1336753, "ts": 1295650525728.820,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525731.981, "dur": 61.382,
    "args": {
      "External id": 15119,"Sequence number": 246729, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 8614
    }
  },
  {
    "ph": "s", "id": 39, "pid": 1336753, "tid": 1336753, "ts": 1295650525731.981,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525795.248, "dur": 4.756,
    "args": {
      "External id": 15120,"Sequence number": 246730, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 8615
    }
  },
  {
    "ph": "s", "id": 38, "pid": 1336753, "tid": 1336753, "ts": 1295650525795.248,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525807.789, "dur": 69.230,
    "args": {
      "External id": 15121,"Sequence number": 246731, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[8388608, 2048, 1], [2048, 1], []], "Input Dims": [[16, 4096, 2048], [5632, 2048], []], "Ev Idx": 8616
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525808.500, "dur": 8.308,
    "args": {
      "External id": 15122,"Sequence number": 246731, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[5632, 2048]], "Ev Idx": 8617
    }
  },
  {
    "ph": "s", "id": 37, "pid": 1336753, "tid": 1336753, "ts": 1295650525808.500,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525813.424, "dur": 2.402,
    "args": {
      "External id": 15123,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[5632, 2048], [], []], "Ev Idx": 8618
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525814.892, "dur": 0.745,
    "args": {
      "External id": 15124,"Record function id": 0, "Concrete Inputs": ["", "[2048, 5632]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[5632, 2048], [], [], []], "Ev Idx": 8619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525817.379, "dur": 59.369,
    "args": {
      "External id": 15125,"Sequence number": 246732, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[8388608, 2048, 1], [1, 2048]], "Input Dims": [[16, 4096, 2048], [2048, 5632]], "Ev Idx": 8620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525818.373, "dur": 6.740,
    "args": {
      "External id": 15126,"Sequence number": 246732, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525821.299, "dur": 3.678,
    "args": {
      "External id": 15127,"Sequence number": 246732, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[65536, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8622
    }
  },
  {
    "ph": "s", "id": 36, "pid": 1336753, "tid": 1336753, "ts": 1295650525821.299,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525825.948, "dur": 44.542,
    "args": {
      "External id": 15128,"Sequence number": 246733, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[65536, 2048], [2048, 5632]], "Ev Idx": 8623
    }
  },
  {
    "ph": "s", "id": 35, "pid": 1336753, "tid": 1336753, "ts": 1295650525825.948,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525871.953, "dur": 4.423,
    "args": {
      "External id": 15129,"Sequence number": 246734, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[5632, 1], []], "Input Dims": [[65536, 5632], []], "Ev Idx": 8624
    }
  },
  {
    "ph": "s", "id": 34, "pid": 1336753, "tid": 1336753, "ts": 1295650525871.953,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SwiGLULinearFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525895.094, "dur": 184.633,
    "args": {
      "External id": 15130,"Sequence number": 246735, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[23068672, 5632, 1], [23068672, 5632, 1], [5632, 1], []], "Input Dims": [[16, 4096, 5632], [16, 4096, 5632], [2048, 5632], []], "Ev Idx": 8625
    }
  },
  {
    "ph": "s", "id": 33, "pid": 1336753, "tid": 1336753, "ts": 1295650525895.094,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525930.057, "dur": 4.235,
    "args": {
      "External id": 15131,"Record function id": 0, "Concrete Inputs": ["[16, 4096, 5632]", "15", "", "", "", "0"], "Input type": ["ScalarList", "Scalar", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525963.974, "dur": 103.110,
    "args": {
      "External id": 15132,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[23068672, 5632, 1], [5632, 1], []], "Input Dims": [[16, 4096, 5632], [2048, 5632], []], "Ev Idx": 8627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525964.676, "dur": 5.531,
    "args": {
      "External id": 15133,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[5632, 1]], "Input Dims": [[2048, 5632]], "Ev Idx": 8628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525965.684, "dur": 3.741,
    "args": {
      "External id": 15134,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[5632, 1], [], []], "Input Dims": [[2048, 5632], [], []], "Ev Idx": 8629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525967.076, "dur": 2.186,
    "args": {
      "External id": 15135,"Record function id": 0, "Concrete Inputs": ["", "[5632, 2048]", "[1, 5632]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[5632, 1], [], [], []], "Input Dims": [[2048, 5632], [], [], []], "Ev Idx": 8630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525970.881, "dur": 95.803,
    "args": {
      "External id": 15136,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[23068672, 5632, 1], [1, 5632]], "Input Dims": [[16, 4096, 5632], [5632, 2048]], "Ev Idx": 8631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525972.081, "dur": 3.759,
    "args": {
      "External id": 15137,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 8632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525974.518, "dur": 1.184,
    "args": {
      "External id": 15138,"Record function id": 0, "Concrete Inputs": ["", "[65536, 5632]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[23068672, 5632, 1], []], "Input Dims": [[16, 4096, 5632], []], "Ev Idx": 8633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650525976.329, "dur": 84.088,
    "args": {
      "External id": 15139,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[5632, 1], [1, 5632]], "Input Dims": [[65536, 5632], [5632, 2048]], "Ev Idx": 8634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_unsafe_view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526063.963, "dur": 1.660,
    "args": {
      "External id": 15140,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526088.222, "dur": 25.253,
    "args": {
      "External id": 15141,"Sequence number": 246736, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[8388608, 2048, 1], [8388608, 2048, 1], []], "Input Dims": [[16, 4096, 2048], [16, 4096, 2048], []], "Ev Idx": 8636
    }
  },
  {
    "ph": "s", "id": 32, "pid": 1336753, "tid": 1336753, "ts": 1295650526088.222,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::stack", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526131.954, "dur": 38.643,
    "args": {
      "External id": 15142,"Sequence number": 246737, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "-2"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[[8388608, 2048, 1], [8388608, 2048, 1], [8388608, 2048, 1], [8388608, 2048, 1]], []], "Input Dims": [[[16, 4096, 2048], [16, 4096, 2048], [16, 4096, 2048], [16, 4096, 2048]], []], "Ev Idx": 8637
    }
  },
  {
    "ph": "s", "id": 31, "pid": 1336753, "tid": 1336753, "ts": 1295650526131.954,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cat", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526141.444, "dur": 25.247,
    "args": {
      "External id": 15143,"Record function id": 0, "Concrete Inputs": ["", "2"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[[8388608, 2048, 1], [8388608, 2048, 1], [8388608, 2048, 1], [8388608, 2048, 1]], []], "Input Dims": [[[16, 4096, 2048], [16, 4096, 2048], [16, 4096, 2048], [16, 4096, 2048]], []], "Ev Idx": 8638
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526168.017, "dur": 1.199,
    "args": {
      "External id": 15144,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 8192], []], "Ev Idx": 8639
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TorchDynamo Cache Lookup", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526206.779, "dur": 55.404,
    "args": {
      "External id": 15145,"Record function id": 0, "Ev Idx": 8640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Torch-Compiled Region: 2/0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526264.246, "dur": 184.812,
    "args": {
      "External id": 15146,"Record function id": 0, "Ev Idx": 8641
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "CompiledFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526301.858, "dur": 138.665,
    "args": {
      "External id": 15147,"Sequence number": 246738, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1], [33554432, 8192, 2048, 1]], "Input Dims": [[2048], [16, 4096, 4, 2048]], "Ev Idx": 8642
    }
  },
  {
    "ph": "s", "id": 30, "pid": 1336753, "tid": 1336753, "ts": 1295650526301.858,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "layer_norm_fwd_kernel_0", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526367.514, "dur": 36.384,
    "args": {
      "External id": 15148,"kernel_hash": "cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc", "Record function id": 0, "stream": 0, "Concrete Inputs": ["", "", "", "", "2048", "1", "9.9999999999999995e-07", "True", "2048", "False", "False", "True", "False"], "kernel_file": "/tmp/torchinductor_cvm/ml/cmljljlwjilefo6ueuqn5gaz5uvsdhhmauseg2vxhp3egffs57dc.py", "kernel_backend": "triton", "Input type": ["c10::BFloat16", "c10::BFloat16", "c10::BFloat16", "float", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], [1], [1], [], [], [], [], [], [], [], [], []], "Input Dims": [[262144, 2048], [262144, 2048], [2048], [262144], [], [], [], [], [], [], [], [], []], "Ev Idx": 8643
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526532.666, "dur": 36.609,
    "args": {
      "External id": 15149,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False"], "Input type": ["ScalarList", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 8644
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526535.230, "dur": 4.875,
    "args": {
      "External id": 15150,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False", ""], "Input type": ["ScalarList", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8645
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526543.383, "dur": 25.565,
    "args": {
      "External id": 15151,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 8646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526546.977, "dur": 21.271,
    "args": {
      "External id": 15152,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 8647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526573.736, "dur": 18.265,
    "args": {
      "External id": 15153,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False"], "Input type": ["ScalarList", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 8648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526575.083, "dur": 2.559,
    "args": {
      "External id": 15154,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False", ""], "Input type": ["ScalarList", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8649
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526579.838, "dur": 11.902,
    "args": {
      "External id": 15155,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 8650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526580.636, "dur": 10.600,
    "args": {
      "External id": 15156,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 8651
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526594.681, "dur": 14.783,
    "args": {
      "External id": 15157,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False"], "Input type": ["ScalarList", "", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 8652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526595.424, "dur": 2.574,
    "args": {
      "External id": 15158,"Record function id": 0, "Concrete Inputs": ["[1]", "", "", "", "False", ""], "Input type": ["ScalarList", "", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8653
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526598.838, "dur": 10.367,
    "args": {
      "External id": 15159,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[1]], "Ev Idx": 8654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526599.676, "dur": 9.177,
    "args": {
      "External id": 15160,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 8655
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526617.088, "dur": 0.768,
    "args": {
      "External id": 15161,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "False", "False", ""], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[8192, 1], [], [], [], [], [], [], []], "Input Dims": [[16, 8192], [], [], [], [], [], [], []], "Ev Idx": 8656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unfold", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526625.610, "dur": 10.917,
    "args": {
      "External id": 15162,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "5", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 8192], [], [], []], "Ev Idx": 8657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526632.862, "dur": 2.180,
    "args": {
      "External id": 15163,"Record function id": 0, "Concrete Inputs": ["", "[16, 8188, 5]", "[8192, 1, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 8192], [], [], []], "Ev Idx": 8658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526642.671, "dur": 6.425,
    "args": {
      "External id": 15164,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 8188, 5], [], [], [], []], "Ev Idx": 8659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526646.379, "dur": 1.034,
    "args": {
      "External id": 15165,"Record function id": 0, "Concrete Inputs": ["", "[16, 8188, 5]", "[8192, 1, 1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 8188, 5], [], [], []], "Ev Idx": 8660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526650.303, "dur": 4.022,
    "args": {
      "External id": 15166,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 8188, 5], [], [], [], []], "Ev Idx": 8661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526652.709, "dur": 0.882,
    "args": {
      "External id": 15167,"Record function id": 0, "Concrete Inputs": ["", "[16, 8188, 5]", "[8192, 1, 1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 8188, 5], [], [], []], "Ev Idx": 8662
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526655.527, "dur": 2.883,
    "args": {
      "External id": 15168,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "1", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 8188, 5], [], [], [], []], "Ev Idx": 8663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526657.233, "dur": 0.618,
    "args": {
      "External id": 15169,"Record function id": 0, "Concrete Inputs": ["", "[16, 8188, 4]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 8188, 5], [], [], []], "Ev Idx": 8664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526661.440, "dur": 3.119,
    "args": {
      "External id": 15170,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 8188, 4], [], [], [], []], "Ev Idx": 8665
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526663.108, "dur": 0.889,
    "args": {
      "External id": 15171,"Record function id": 0, "Concrete Inputs": ["", "[16, 8188, 4]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 8188, 4], [], [], []], "Ev Idx": 8666
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526665.730, "dur": 3.494,
    "args": {
      "External id": 15172,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "4096", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 8188, 4], [], [], [], []], "Ev Idx": 8667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526667.578, "dur": 0.780,
    "args": {
      "External id": 15173,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 8188, 4], [], [], []], "Ev Idx": 8668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526670.273, "dur": 2.751,
    "args": {
      "External id": 15174,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 4096, 4], [], [], [], []], "Ev Idx": 8669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526671.664, "dur": 0.851,
    "args": {
      "External id": 15175,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4096, 4], [], [], []], "Ev Idx": 8670
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526677.511, "dur": 4.860,
    "args": {
      "External id": 15176,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "2"], "Input type": ["long int", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], []], "Input Dims": [[16, 4096, 4], [], []], "Ev Idx": 8671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526680.867, "dur": 0.730,
    "args": {
      "External id": 15177,"Record function id": 0, "Concrete Inputs": ["", "[16, 4, 4096]", "[8192, 1, 1]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4096, 4], [], [], []], "Ev Idx": 8672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526686.273, "dur": 3.072,
    "args": {
      "External id": 15178,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 4, 4096], [], [], [], []], "Ev Idx": 8673
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526688.183, "dur": 0.630,
    "args": {
      "External id": 15179,"Record function id": 0, "Concrete Inputs": ["", "[16, 4, 4096]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 8674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526694.895, "dur": 7.707,
    "args": {
      "External id": 15180,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0"], "Input type": ["long int", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], []], "Input Dims": [[16, 4, 4096], [], []], "Ev Idx": 8675
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526700.492, "dur": 0.888,
    "args": {
      "External id": 15181,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 8676
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526703.735, "dur": 2.768,
    "args": {
      "External id": 15182,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 8677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526705.277, "dur": 0.700,
    "args": {
      "External id": 15183,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 8678
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526708.938, "dur": 7.403,
    "args": {
      "External id": 15184,"Sequence number": 246739, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 8679
    }
  },
  {
    "ph": "s", "id": 29, "pid": 1336753, "tid": 1336753, "ts": 1295650526708.938,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526714.177, "dur": 0.841,
    "args": {
      "External id": 15185,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 8680
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526717.205, "dur": 4.136,
    "args": {
      "External id": 15186,"Sequence number": 246740, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 8681
    }
  },
  {
    "ph": "s", "id": 28, "pid": 1336753, "tid": 1336753, "ts": 1295650526717.205,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526719.937, "dur": 0.663,
    "args": {
      "External id": 15187,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 8682
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526722.300, "dur": 6.059,
    "args": {
      "External id": 15188,"Sequence number": 246741, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 8683
    }
  },
  {
    "ph": "s", "id": 27, "pid": 1336753, "tid": 1336753, "ts": 1295650526722.300,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526726.641, "dur": 0.916,
    "args": {
      "External id": 15189,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 8684
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526729.358, "dur": 5.724,
    "args": {
      "External id": 15190,"Sequence number": 246742, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], []], "Ev Idx": 8685
    }
  },
  {
    "ph": "s", "id": 26, "pid": 1336753, "tid": 1336753, "ts": 1295650526729.358,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526731.992, "dur": 2.309,
    "args": {
      "External id": 15191,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 8686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526739.307, "dur": 34.457,
    "args": {
      "External id": 15192,"Sequence number": 246743, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 8687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526741.777, "dur": 31.757,
    "args": {
      "External id": 15193,"Sequence number": 246743, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 8688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526744.221, "dur": 5.750,
    "args": {
      "External id": 15194,"Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "0"], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], []], "Ev Idx": 8689
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526746.215, "dur": 3.183,
    "args": {
      "External id": 15195,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8690
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526751.277, "dur": 21.761,
    "args": {
      "External id": 15196,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 8691
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526795.266, "dur": 3.999,
    "args": {
      "External id": 15197,"Sequence number": 246743, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 8692
    }
  },
  {
    "ph": "s", "id": 25, "pid": 1336753, "tid": 1336753, "ts": 1295650526795.266,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526801.438, "dur": 1.398,
    "args": {
      "External id": 15198,"Sequence number": 246744, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["long int", "ScalarList"], "Input Strides": [[4096, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 8693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526828.507, "dur": 72653.708,
    "args": {
      "External id": 15199,"Sequence number": 246744, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "-100", "0.", "1.", "8"], "Input type": ["c10::BFloat16", "long int", "c10::BFloat16", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [1], [2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536], [32000, 2048], [], [], [], [], []], "Ev Idx": 8694
    }
  },
  {
    "ph": "s", "id": 24, "pid": 1336753, "tid": 1336753, "ts": 1295650526828.507,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526841.393, "dur": 28.870,
    "args": {
      "External id": 15200,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8695
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526842.376, "dur": 27.678,
    "args": {
      "External id": 15201,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8696
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526843.507, "dur": 6.423,
    "args": {
      "External id": 15202,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8697
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526844.774, "dur": 4.801,
    "args": {
      "External id": 15203,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8698
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526850.835, "dur": 18.806,
    "args": {
      "External id": 15204,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [8192, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 8699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526886.565, "dur": 23.602,
    "args": {
      "External id": 15205,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8700
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526887.877, "dur": 6.441,
    "args": {
      "External id": 15206,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 8701
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526889.721, "dur": 4.273,
    "args": {
      "External id": 15207,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8702
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526895.343, "dur": 14.619,
    "args": {
      "External id": 15208,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 8703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526896.375, "dur": 13.174,
    "args": {
      "External id": 15209,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 8704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526913.565, "dur": 28.605,
    "args": {
      "External id": 15210,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 8705
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526914.479, "dur": 7.036,
    "args": {
      "External id": 15211,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 8706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526917.491, "dur": 3.786,
    "args": {
      "External id": 15212,"Record function id": 0, "Concrete Inputs": ["[32000, 2048]", "[2048, 1]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8707
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526930.261, "dur": 11.690,
    "args": {
      "External id": 15213,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 8708
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526931.027, "dur": 10.578,
    "args": {
      "External id": 15214,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[2048, 1], []], "Input Dims": [[32000, 2048], []], "Ev Idx": 8709
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526946.652, "dur": 16.834,
    "args": {
      "External id": 15215,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False"], "Input type": ["ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 8710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526947.972, "dur": 4.327,
    "args": {
      "External id": 15216,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526952.853, "dur": 10.356,
    "args": {
      "External id": 15217,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[65536]], "Ev Idx": 8712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526953.655, "dur": 9.110,
    "args": {
      "External id": 15218,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 8713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 1336753, "tid": 1336753,
    "ts": 1295650526971.532, "dur": 68.730,
    "args": {
      "External id": 15219,"Record function id": 0, "Concrete Inputs": ["", "-100"], "Input type": ["long int", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 8714
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650527046.637, "dur": 59.400,
    "args": {
      "External id": 15220,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["bool", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 8715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650527050.610, "dur": 54.941,
    "args": {
      "External id": 15221,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["bool", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8716
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650527057.373, "dur": 1.428,
    "args": {
      "External id": 15222,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 8717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650527060.498, "dur": 26.168,
    "args": {
      "External id": 15223,"Record function id": 0, "Concrete Inputs": ["", "4", "False", "False", ""], "Input type": ["bool", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8718
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650527062.514, "dur": 23.949,
    "args": {
      "External id": 15224,"Record function id": 0, "Concrete Inputs": ["", "4", "", "", "", "False", ""], "Input type": ["bool", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[65536], [], [], [], [], [], []], "Ev Idx": 8719
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650527066.834, "dur": 3.417,
    "args": {
      "External id": 15225,"Record function id": 0, "Concrete Inputs": ["[65536]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650527071.059, "dur": 15.043,
    "args": {
      "External id": 15226,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[65536], [65536], []], "Ev Idx": 8721
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 1336753, "tid": 1336753,
    "ts": 1295650527111.184, "dur": 66541.280,
    "args": {
      "External id": 15227,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 8722
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 1336753, "tid": 1336753,
    "ts": 1295650527113.174, "dur": 66537.396,
    "args": {
      "External id": 15228,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 8723
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593668.033, "dur": 9.607,
    "args": {
      "External id": 15229,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8724
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593674.005, "dur": 1.381,
    "args": {
      "External id": 15230,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8725
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593685.053, "dur": 111.232,
    "args": {
      "External id": 15231,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 8726
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593686.685, "dur": 10.000,
    "args": {
      "External id": 15232,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 8727
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593689.475, "dur": 6.265,
    "args": {
      "External id": 15233,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 8728
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593694.534, "dur": 0.933,
    "args": {
      "External id": 15234,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 8729
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593698.241, "dur": 97.336,
    "args": {
      "External id": 15235,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8730
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593699.921, "dur": 94.626,
    "args": {
      "External id": 15236,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593800.052, "dur": 9.850,
    "args": {
      "External id": 15237,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593802.102, "dur": 6.329,
    "args": {
      "External id": 15238,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593821.048, "dur": 3.766,
    "args": {
      "External id": 15239,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593837.322, "dur": 7.032,
    "args": {
      "External id": 15240,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650593840.055, "dur": 4.008,
    "args": {
      "External id": 15241,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594035.561, "dur": 286.815,
    "args": {
      "External id": 15242,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594042.450, "dur": 4.911,
    "args": {
      "External id": 15243,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594052.948, "dur": 268.645,
    "args": {
      "External id": 15244,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594056.776, "dur": 0.899,
    "args": {
      "External id": 15245,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594061.292, "dur": 42.340,
    "args": {
      "External id": 15246,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594107.295, "dur": 7.034,
    "args": {
      "External id": 15247,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8742
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594112.198, "dur": 1.609,
    "args": {
      "External id": 15248,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8743
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594116.701, "dur": 32.555,
    "args": {
      "External id": 15249,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8744
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594118.644, "dur": 2.027,
    "args": {
      "External id": 15250,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8745
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594123.441, "dur": 25.337,
    "args": {
      "External id": 15251,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594129.164, "dur": 3.767,
    "args": {
      "External id": 15252,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8747
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594154.342, "dur": 28.365,
    "args": {
      "External id": 15253,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8748
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594185.142, "dur": 19.765,
    "args": {
      "External id": 15254,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8749
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594208.799, "dur": 18.007,
    "args": {
      "External id": 15255,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594242.312, "dur": 17.531,
    "args": {
      "External id": 15256,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594262.943, "dur": 24.068,
    "args": {
      "External id": 15257,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594265.629, "dur": 2.131,
    "args": {
      "External id": 15258,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594269.993, "dur": 0.937,
    "args": {
      "External id": 15259,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8754
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594291.768, "dur": 14.125,
    "args": {
      "External id": 15260,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8755
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594308.641, "dur": 11.746,
    "args": {
      "External id": 15261,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594332.877, "dur": 2.976,
    "args": {
      "External id": 15262,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8757
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594345.532, "dur": 4.632,
    "args": {
      "External id": 15263,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8758
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594348.031, "dur": 0.947,
    "args": {
      "External id": 15264,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8759
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594447.349, "dur": 79.232,
    "args": {
      "External id": 15265,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 8760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594532.184, "dur": 5.237,
    "args": {
      "External id": 15266,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8761
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594535.036, "dur": 0.967,
    "args": {
      "External id": 15267,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8762
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594540.934, "dur": 33.383,
    "args": {
      "External id": 15268,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 8763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594580.200, "dur": 6.648,
    "args": {
      "External id": 15269,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594582.301, "dur": 3.787,
    "args": {
      "External id": 15270,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594584.181, "dur": 1.670,
    "args": {
      "External id": 15271,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594591.486, "dur": 44.498,
    "args": {
      "External id": 15272,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594593.031, "dur": 42.379,
    "args": {
      "External id": 15273,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594642.331, "dur": 16.056,
    "args": {
      "External id": 15274,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 8769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594666.180, "dur": 3.895,
    "args": {
      "External id": 15275,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594668.347, "dur": 0.851,
    "args": {
      "External id": 15276,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8771
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594674.365, "dur": 50.313,
    "args": {
      "External id": 15277,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 8772
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594675.449, "dur": 3.838,
    "args": {
      "External id": 15278,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 8773
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594676.436, "dur": 2.286,
    "args": {
      "External id": 15279,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 8774
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594677.539, "dur": 1.027,
    "args": {
      "External id": 15280,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 8775
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594681.788, "dur": 42.517,
    "args": {
      "External id": 15281,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8776
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594682.300, "dur": 41.524,
    "args": {
      "External id": 15282,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594728.487, "dur": 4.042,
    "args": {
      "External id": 15283,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594730.383, "dur": 0.869,
    "args": {
      "External id": 15284,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8779
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594739.056, "dur": 1.720,
    "args": {
      "External id": 15285,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594749.989, "dur": 10.229,
    "args": {
      "External id": 15286,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8781
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594753.875, "dur": 5.987,
    "args": {
      "External id": 15287,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8782
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594858.889, "dur": 232.668,
    "args": {
      "External id": 15288,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8783
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594861.057, "dur": 2.247,
    "args": {
      "External id": 15289,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8784
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594865.274, "dur": 225.638,
    "args": {
      "External id": 15290,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8785
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594866.790, "dur": 0.544,
    "args": {
      "External id": 15291,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8786
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594868.608, "dur": 23.835,
    "args": {
      "External id": 15292,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8787
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594894.446, "dur": 3.306,
    "args": {
      "External id": 15293,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8788
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594896.762, "dur": 0.718,
    "args": {
      "External id": 15294,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594901.444, "dur": 25.126,
    "args": {
      "External id": 15295,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8790
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594902.406, "dur": 1.812,
    "args": {
      "External id": 15296,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8791
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594906.264, "dur": 19.963,
    "args": {
      "External id": 15297,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594911.238, "dur": 3.610,
    "args": {
      "External id": 15298,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594928.485, "dur": 21.039,
    "args": {
      "External id": 15299,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594951.465, "dur": 13.738,
    "args": {
      "External id": 15300,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650594968.412, "dur": 52.008,
    "args": {
      "External id": 15301,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595023.342, "dur": 14.274,
    "args": {
      "External id": 15302,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595040.076, "dur": 24.433,
    "args": {
      "External id": 15303,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595043.775, "dur": 2.192,
    "args": {
      "External id": 15304,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595048.534, "dur": 1.213,
    "args": {
      "External id": 15305,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8800
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595066.276, "dur": 11.520,
    "args": {
      "External id": 15306,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8801
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595079.040, "dur": 10.689,
    "args": {
      "External id": 15307,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8802
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595099.962, "dur": 2.530,
    "args": {
      "External id": 15308,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8803
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595112.181, "dur": 3.784,
    "args": {
      "External id": 15309,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8804
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595114.398, "dur": 0.509,
    "args": {
      "External id": 15310,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595193.782, "dur": 78.905,
    "args": {
      "External id": 15311,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 8806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595281.459, "dur": 5.939,
    "args": {
      "External id": 15312,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8807
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595284.315, "dur": 1.672,
    "args": {
      "External id": 15313,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595288.989, "dur": 27.856,
    "args": {
      "External id": 15314,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 8809
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595322.349, "dur": 5.807,
    "args": {
      "External id": 15315,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595324.021, "dur": 3.356,
    "args": {
      "External id": 15316,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595326.269, "dur": 0.881,
    "args": {
      "External id": 15317,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595332.801, "dur": 48.334,
    "args": {
      "External id": 15318,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595334.145, "dur": 46.475,
    "args": {
      "External id": 15319,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8814
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595385.455, "dur": 15.096,
    "args": {
      "External id": 15320,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 8815
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595406.074, "dur": 3.106,
    "args": {
      "External id": 15321,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8816
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595407.624, "dur": 0.811,
    "args": {
      "External id": 15322,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595413.162, "dur": 53.679,
    "args": {
      "External id": 15323,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 8818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595414.388, "dur": 7.121,
    "args": {
      "External id": 15324,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 8819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595416.884, "dur": 4.036,
    "args": {
      "External id": 15325,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 8820
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595418.321, "dur": 2.409,
    "args": {
      "External id": 15326,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 8821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595422.475, "dur": 43.906,
    "args": {
      "External id": 15327,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8822
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595423.592, "dur": 42.260,
    "args": {
      "External id": 15328,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595471.294, "dur": 3.649,
    "args": {
      "External id": 15329,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8824
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595473.177, "dur": 0.797,
    "args": {
      "External id": 15330,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8825
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595481.569, "dur": 1.623,
    "args": {
      "External id": 15331,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595494.225, "dur": 5.803,
    "args": {
      "External id": 15332,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595496.678, "dur": 3.111,
    "args": {
      "External id": 15333,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8828
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595590.011, "dur": 298.921,
    "args": {
      "External id": 15334,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8829
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595592.627, "dur": 2.280,
    "args": {
      "External id": 15335,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8830
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595596.193, "dur": 292.211,
    "args": {
      "External id": 15336,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8831
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595597.816, "dur": 0.299,
    "args": {
      "External id": 15337,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8832
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595601.328, "dur": 23.331,
    "args": {
      "External id": 15338,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8833
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595626.295, "dur": 3.889,
    "args": {
      "External id": 15339,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8834
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595628.540, "dur": 1.179,
    "args": {
      "External id": 15340,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8835
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595633.120, "dur": 33.256,
    "args": {
      "External id": 15341,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8836
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595634.260, "dur": 2.767,
    "args": {
      "External id": 15342,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8837
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595638.433, "dur": 27.651,
    "args": {
      "External id": 15343,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8838
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595641.613, "dur": 2.791,
    "args": {
      "External id": 15344,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8839
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595667.712, "dur": 41.308,
    "args": {
      "External id": 15345,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595710.587, "dur": 40.245,
    "args": {
      "External id": 15346,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595753.748, "dur": 40.838,
    "args": {
      "External id": 15347,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595795.879, "dur": 29.212,
    "args": {
      "External id": 15348,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595827.244, "dur": 28.605,
    "args": {
      "External id": 15349,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595830.817, "dur": 1.753,
    "args": {
      "External id": 15350,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8845
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595834.323, "dur": 0.760,
    "args": {
      "External id": 15351,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595857.248, "dur": 15.871,
    "args": {
      "External id": 15352,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8847
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595874.238, "dur": 13.089,
    "args": {
      "External id": 15353,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595895.319, "dur": 1.607,
    "args": {
      "External id": 15354,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8849
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595904.840, "dur": 3.137,
    "args": {
      "External id": 15355,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8850
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595906.784, "dur": 0.341,
    "args": {
      "External id": 15356,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8851
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650595971.733, "dur": 94.211,
    "args": {
      "External id": 15357,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 8852
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596072.757, "dur": 5.856,
    "args": {
      "External id": 15358,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8853
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596075.787, "dur": 1.308,
    "args": {
      "External id": 15359,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8854
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596079.933, "dur": 26.105,
    "args": {
      "External id": 15360,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 8855
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596147.559, "dur": 9.111,
    "args": {
      "External id": 15361,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596149.498, "dur": 6.469,
    "args": {
      "External id": 15362,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8857
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596153.139, "dur": 2.614,
    "args": {
      "External id": 15363,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8858
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596159.976, "dur": 44.430,
    "args": {
      "External id": 15364,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596161.187, "dur": 42.513,
    "args": {
      "External id": 15365,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8860
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596208.513, "dur": 15.752,
    "args": {
      "External id": 15366,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 8861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596246.147, "dur": 4.862,
    "args": {
      "External id": 15367,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8862
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596248.913, "dur": 0.931,
    "args": {
      "External id": 15368,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596257.901, "dur": 52.623,
    "args": {
      "External id": 15369,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 8864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596258.940, "dur": 3.656,
    "args": {
      "External id": 15370,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 8865
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596259.763, "dur": 2.248,
    "args": {
      "External id": 15371,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 8866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596261.036, "dur": 0.817,
    "args": {
      "External id": 15372,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 8867
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596263.320, "dur": 46.818,
    "args": {
      "External id": 15373,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8868
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596264.326, "dur": 45.210,
    "args": {
      "External id": 15374,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596316.160, "dur": 3.806,
    "args": {
      "External id": 15375,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596318.040, "dur": 0.891,
    "args": {
      "External id": 15376,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596326.668, "dur": 1.530,
    "args": {
      "External id": 15377,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596336.525, "dur": 6.148,
    "args": {
      "External id": 15378,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596338.148, "dur": 4.256,
    "args": {
      "External id": 15379,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596436.545, "dur": 175.924,
    "args": {
      "External id": 15380,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8875
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596438.654, "dur": 2.065,
    "args": {
      "External id": 15381,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8876
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596444.617, "dur": 167.326,
    "args": {
      "External id": 15382,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8877
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596446.029, "dur": 0.396,
    "args": {
      "External id": 15383,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8878
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596447.316, "dur": 21.562,
    "args": {
      "External id": 15384,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8879
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596470.746, "dur": 4.215,
    "args": {
      "External id": 15385,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8880
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596472.527, "dur": 2.117,
    "args": {
      "External id": 15386,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8881
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596476.133, "dur": 22.070,
    "args": {
      "External id": 15387,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8882
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596477.784, "dur": 1.293,
    "args": {
      "External id": 15388,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596480.290, "dur": 17.476,
    "args": {
      "External id": 15389,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596484.364, "dur": 2.390,
    "args": {
      "External id": 15390,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596499.461, "dur": 19.964,
    "args": {
      "External id": 15391,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8886
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596520.755, "dur": 13.446,
    "args": {
      "External id": 15392,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596536.985, "dur": 13.160,
    "args": {
      "External id": 15393,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8888
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596551.647, "dur": 12.300,
    "args": {
      "External id": 15394,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8889
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596565.622, "dur": 18.648,
    "args": {
      "External id": 15395,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596567.412, "dur": 1.552,
    "args": {
      "External id": 15396,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596570.952, "dur": 0.755,
    "args": {
      "External id": 15397,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8892
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596587.265, "dur": 11.755,
    "args": {
      "External id": 15398,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8893
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596600.138, "dur": 10.831,
    "args": {
      "External id": 15399,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8894
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596618.806, "dur": 1.638,
    "args": {
      "External id": 15400,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596628.180, "dur": 3.187,
    "args": {
      "External id": 15401,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8896
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596630.219, "dur": 0.325,
    "args": {
      "External id": 15402,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8897
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596691.979, "dur": 48.504,
    "args": {
      "External id": 15403,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 8898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596744.703, "dur": 5.718,
    "args": {
      "External id": 15404,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596747.115, "dur": 2.174,
    "args": {
      "External id": 15405,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596753.686, "dur": 23.646,
    "args": {
      "External id": 15406,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 8901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596781.800, "dur": 4.619,
    "args": {
      "External id": 15407,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596783.016, "dur": 2.836,
    "args": {
      "External id": 15408,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596784.790, "dur": 0.895,
    "args": {
      "External id": 15409,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596789.038, "dur": 38.387,
    "args": {
      "External id": 15410,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596790.363, "dur": 36.540,
    "args": {
      "External id": 15411,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8906
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596831.307, "dur": 13.301,
    "args": {
      "External id": 15412,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 8907
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596851.496, "dur": 3.539,
    "args": {
      "External id": 15413,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8908
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596853.418, "dur": 0.758,
    "args": {
      "External id": 15414,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "67108864"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596858.652, "dur": 46.831,
    "args": {
      "External id": 15415,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 8910
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596859.456, "dur": 3.336,
    "args": {
      "External id": 15416,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 8911
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596860.163, "dur": 2.113,
    "args": {
      "External id": 15417,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 8912
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596861.589, "dur": 0.572,
    "args": {
      "External id": 15418,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 8913
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596865.169, "dur": 39.923,
    "args": {
      "External id": 15419,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596865.838, "dur": 38.682,
    "args": {
      "External id": 15420,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8915
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596909.106, "dur": 3.156,
    "args": {
      "External id": 15421,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596910.475, "dur": 0.739,
    "args": {
      "External id": 15422,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596917.091, "dur": 1.103,
    "args": {
      "External id": 15423,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596925.197, "dur": 5.181,
    "args": {
      "External id": 15424,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650596926.818, "dur": 3.293,
    "args": {
      "External id": 15425,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8920
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597047.823, "dur": 172.403,
    "args": {
      "External id": 15426,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8921
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597050.057, "dur": 4.941,
    "args": {
      "External id": 15427,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597056.510, "dur": 163.169,
    "args": {
      "External id": 15428,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597057.917, "dur": 0.237,
    "args": {
      "External id": 15429,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597058.985, "dur": 20.976,
    "args": {
      "External id": 15430,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597081.240, "dur": 5.308,
    "args": {
      "External id": 15431,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597085.545, "dur": 0.688,
    "args": {
      "External id": 15432,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597087.591, "dur": 21.422,
    "args": {
      "External id": 15433,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8928
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597088.419, "dur": 1.517,
    "args": {
      "External id": 15434,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597091.328, "dur": 17.327,
    "args": {
      "External id": 15435,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8930
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597095.526, "dur": 2.466,
    "args": {
      "External id": 15436,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8931
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597110.315, "dur": 19.522,
    "args": {
      "External id": 15437,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8932
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597131.000, "dur": 12.524,
    "args": {
      "External id": 15438,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8933
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597145.936, "dur": 13.112,
    "args": {
      "External id": 15439,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8934
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597160.272, "dur": 11.190,
    "args": {
      "External id": 15440,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8935
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597173.158, "dur": 19.809,
    "args": {
      "External id": 15441,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8936
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597176.392, "dur": 1.355,
    "args": {
      "External id": 15442,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8937
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597179.735, "dur": 0.608,
    "args": {
      "External id": 15443,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597195.833, "dur": 11.027,
    "args": {
      "External id": 15444,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8939
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597207.767, "dur": 11.003,
    "args": {
      "External id": 15445,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8940
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597226.581, "dur": 17.113,
    "args": {
      "External id": 15446,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597254.327, "dur": 3.763,
    "args": {
      "External id": 15447,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8942
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597256.728, "dur": 0.510,
    "args": {
      "External id": 15448,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597327.743, "dur": 55.690,
    "args": {
      "External id": 15449,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 8944
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597387.540, "dur": 5.854,
    "args": {
      "External id": 15450,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597391.630, "dur": 0.756,
    "args": {
      "External id": 15451,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "67108864"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597394.734, "dur": 23.893,
    "args": {
      "External id": 15452,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 8947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597422.710, "dur": 5.374,
    "args": {
      "External id": 15453,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597424.105, "dur": 3.404,
    "args": {
      "External id": 15454,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597425.884, "dur": 1.432,
    "args": {
      "External id": 15455,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597430.810, "dur": 38.961,
    "args": {
      "External id": 15456,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8951
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597432.070, "dur": 37.241,
    "args": {
      "External id": 15457,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597475.239, "dur": 14.784,
    "args": {
      "External id": 15458,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 8953
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597494.878, "dur": 3.388,
    "args": {
      "External id": 15459,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597496.838, "dur": 0.716,
    "args": {
      "External id": 15460,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "83886080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597501.887, "dur": 49.002,
    "args": {
      "External id": 15461,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 8956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597502.958, "dur": 5.415,
    "args": {
      "External id": 15462,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 8957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597503.655, "dur": 4.165,
    "args": {
      "External id": 15463,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 8958
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597506.901, "dur": 0.787,
    "args": {
      "External id": 15464,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 8959
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597509.009, "dur": 41.594,
    "args": {
      "External id": 15465,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8960
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597509.504, "dur": 40.509,
    "args": {
      "External id": 15466,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 8961
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597554.322, "dur": 3.268,
    "args": {
      "External id": 15467,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597555.874, "dur": 0.777,
    "args": {
      "External id": 15468,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8963
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597570.330, "dur": 1.463,
    "args": {
      "External id": 15469,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 8964
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597580.906, "dur": 7.782,
    "args": {
      "External id": 15470,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 8965
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597582.782, "dur": 5.612,
    "args": {
      "External id": 15471,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597664.643, "dur": 173.377,
    "args": {
      "External id": 15472,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8967
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597666.568, "dur": 2.091,
    "args": {
      "External id": 15473,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597669.763, "dur": 167.750,
    "args": {
      "External id": 15474,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 8969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597678.735, "dur": 0.426,
    "args": {
      "External id": 15475,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597682.691, "dur": 19.390,
    "args": {
      "External id": 15476,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 8971
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597704.900, "dur": 4.792,
    "args": {
      "External id": 15477,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 8972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597707.059, "dur": 2.311,
    "args": {
      "External id": 15478,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 8973
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597710.701, "dur": 19.163,
    "args": {
      "External id": 15479,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8974
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597711.535, "dur": 1.976,
    "args": {
      "External id": 15480,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 8975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597714.641, "dur": 14.925,
    "args": {
      "External id": 15481,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 8976
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597716.856, "dur": 2.253,
    "args": {
      "External id": 15482,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597731.088, "dur": 18.736,
    "args": {
      "External id": 15483,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8978
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597750.873, "dur": 12.412,
    "args": {
      "External id": 15484,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8979
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597765.441, "dur": 12.461,
    "args": {
      "External id": 15485,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 8980
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597779.079, "dur": 11.656,
    "args": {
      "External id": 15486,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 8981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597793.952, "dur": 18.484,
    "args": {
      "External id": 15487,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 8982
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597795.921, "dur": 1.439,
    "args": {
      "External id": 15488,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 8983
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597798.816, "dur": 0.834,
    "args": {
      "External id": 15489,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 8984
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597813.669, "dur": 10.734,
    "args": {
      "External id": 15490,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 8985
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597825.291, "dur": 11.370,
    "args": {
      "External id": 15491,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 8986
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597843.631, "dur": 1.420,
    "args": {
      "External id": 15492,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 8987
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597852.586, "dur": 2.717,
    "args": {
      "External id": 15493,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 8988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597854.237, "dur": 0.420,
    "args": {
      "External id": 15494,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 8989
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597916.196, "dur": 47.337,
    "args": {
      "External id": 15495,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 8990
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597967.712, "dur": 6.223,
    "args": {
      "External id": 15496,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 8991
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597970.018, "dur": 2.771,
    "args": {
      "External id": 15497,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "83886080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 8992
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650597975.395, "dur": 62.318,
    "args": {
      "External id": 15498,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 8993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598044.121, "dur": 7.014,
    "args": {
      "External id": 15499,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 8994
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598045.367, "dur": 4.800,
    "args": {
      "External id": 15500,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 8995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598048.821, "dur": 1.123,
    "args": {
      "External id": 15501,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 8996
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598053.916, "dur": 44.669,
    "args": {
      "External id": 15502,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598055.067, "dur": 42.999,
    "args": {
      "External id": 15503,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 8998
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598102.351, "dur": 14.751,
    "args": {
      "External id": 15504,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 8999
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598122.938, "dur": 3.960,
    "args": {
      "External id": 15505,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9000
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598125.216, "dur": 0.727,
    "args": {
      "External id": 15506,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "100663296"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598130.605, "dur": 48.287,
    "args": {
      "External id": 15507,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598133.279, "dur": 3.460,
    "args": {
      "External id": 15508,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598134.088, "dur": 2.082,
    "args": {
      "External id": 15509,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598135.303, "dur": 0.743,
    "args": {
      "External id": 15510,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598137.578, "dur": 40.895,
    "args": {
      "External id": 15511,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9006
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598138.117, "dur": 39.887,
    "args": {
      "External id": 15512,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9007
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598182.779, "dur": 3.378,
    "args": {
      "External id": 15513,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598184.593, "dur": 0.580,
    "args": {
      "External id": 15514,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598192.542, "dur": 1.418,
    "args": {
      "External id": 15515,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9010
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598203.646, "dur": 5.694,
    "args": {
      "External id": 15516,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9011
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598205.472, "dur": 3.614,
    "args": {
      "External id": 15517,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9012
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598310.928, "dur": 175.646,
    "args": {
      "External id": 15518,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9013
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598313.363, "dur": 4.810,
    "args": {
      "External id": 15519,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9014
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598319.893, "dur": 166.032,
    "args": {
      "External id": 15520,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598321.056, "dur": 0.252,
    "args": {
      "External id": 15521,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9016
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598324.013, "dur": 21.361,
    "args": {
      "External id": 15522,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9017
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598346.820, "dur": 5.617,
    "args": {
      "External id": 15523,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9018
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598350.654, "dur": 1.404,
    "args": {
      "External id": 15524,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9019
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598353.500, "dur": 19.979,
    "args": {
      "External id": 15525,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9020
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598354.567, "dur": 1.394,
    "args": {
      "External id": 15526,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598357.143, "dur": 16.046,
    "args": {
      "External id": 15527,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598359.776, "dur": 2.528,
    "args": {
      "External id": 15528,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598374.833, "dur": 19.651,
    "args": {
      "External id": 15529,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9024
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598395.723, "dur": 12.755,
    "args": {
      "External id": 15530,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9025
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598410.925, "dur": 13.624,
    "args": {
      "External id": 15531,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9026
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598425.940, "dur": 11.218,
    "args": {
      "External id": 15532,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9027
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598440.634, "dur": 19.944,
    "args": {
      "External id": 15533,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598442.266, "dur": 1.494,
    "args": {
      "External id": 15534,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598445.902, "dur": 2.087,
    "args": {
      "External id": 15535,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598461.999, "dur": 10.933,
    "args": {
      "External id": 15536,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598473.865, "dur": 11.294,
    "args": {
      "External id": 15537,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598494.257, "dur": 1.966,
    "args": {
      "External id": 15538,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598504.369, "dur": 3.540,
    "args": {
      "External id": 15539,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598506.670, "dur": 0.365,
    "args": {
      "External id": 15540,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598565.697, "dur": 50.630,
    "args": {
      "External id": 15541,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598620.543, "dur": 4.418,
    "args": {
      "External id": 15542,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9037
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598622.787, "dur": 1.123,
    "args": {
      "External id": 15543,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "100663296"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9038
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598626.413, "dur": 23.641,
    "args": {
      "External id": 15544,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9039
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598653.977, "dur": 6.728,
    "args": {
      "External id": 15545,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9040
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598655.177, "dur": 4.653,
    "args": {
      "External id": 15546,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9041
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598658.321, "dur": 1.300,
    "args": {
      "External id": 15547,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9042
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598663.056, "dur": 38.432,
    "args": {
      "External id": 15548,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9043
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598664.409, "dur": 36.522,
    "args": {
      "External id": 15549,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9044
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598704.898, "dur": 13.239,
    "args": {
      "External id": 15550,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9045
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598722.810, "dur": 3.237,
    "args": {
      "External id": 15551,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9046
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598724.548, "dur": 0.708,
    "args": {
      "External id": 15552,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "117440512"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598731.352, "dur": 45.821,
    "args": {
      "External id": 15553,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598732.125, "dur": 3.564,
    "args": {
      "External id": 15554,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598732.746, "dur": 2.386,
    "args": {
      "External id": 15555,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598734.040, "dur": 0.951,
    "args": {
      "External id": 15556,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9051
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598736.175, "dur": 40.574,
    "args": {
      "External id": 15557,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598736.975, "dur": 39.254,
    "args": {
      "External id": 15558,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598782.080, "dur": 3.467,
    "args": {
      "External id": 15559,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598783.784, "dur": 0.761,
    "args": {
      "External id": 15560,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598790.509, "dur": 1.126,
    "args": {
      "External id": 15561,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598798.410, "dur": 5.314,
    "args": {
      "External id": 15562,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9057
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598800.025, "dur": 3.461,
    "args": {
      "External id": 15563,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598880.554, "dur": 225.228,
    "args": {
      "External id": 15564,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9059
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598884.216, "dur": 1.717,
    "args": {
      "External id": 15565,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9060
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598887.163, "dur": 217.985,
    "args": {
      "External id": 15566,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598888.435, "dur": 0.268,
    "args": {
      "External id": 15567,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9062
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598889.712, "dur": 18.033,
    "args": {
      "External id": 15568,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9063
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598908.889, "dur": 4.771,
    "args": {
      "External id": 15569,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9064
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598912.541, "dur": 0.873,
    "args": {
      "External id": 15570,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9065
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598914.610, "dur": 20.922,
    "args": {
      "External id": 15571,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598915.869, "dur": 1.850,
    "args": {
      "External id": 15572,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598918.827, "dur": 16.432,
    "args": {
      "External id": 15573,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598922.646, "dur": 2.302,
    "args": {
      "External id": 15574,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9069
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598936.768, "dur": 17.347,
    "args": {
      "External id": 15575,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9070
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598955.314, "dur": 13.703,
    "args": {
      "External id": 15576,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9071
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650598971.484, "dur": 12.469,
    "args": {
      "External id": 15577,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599037.413, "dur": 14.939,
    "args": {
      "External id": 15578,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9073
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599054.434, "dur": 22.352,
    "args": {
      "External id": 15579,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599056.251, "dur": 2.004,
    "args": {
      "External id": 15580,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599060.418, "dur": 0.881,
    "args": {
      "External id": 15581,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599079.784, "dur": 11.932,
    "args": {
      "External id": 15582,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9077
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599092.659, "dur": 11.442,
    "args": {
      "External id": 15583,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599113.162, "dur": 2.233,
    "args": {
      "External id": 15584,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9079
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599123.857, "dur": 3.928,
    "args": {
      "External id": 15585,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9080
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599126.488, "dur": 0.458,
    "args": {
      "External id": 15586,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599191.531, "dur": 66.582,
    "args": {
      "External id": 15587,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9082
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599264.356, "dur": 5.090,
    "args": {
      "External id": 15588,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599267.118, "dur": 0.903,
    "args": {
      "External id": 15589,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "117440512"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9084
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599272.544, "dur": 23.761,
    "args": {
      "External id": 15590,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9085
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599301.353, "dur": 5.309,
    "args": {
      "External id": 15591,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9086
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599302.821, "dur": 3.269,
    "args": {
      "External id": 15592,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599304.478, "dur": 1.413,
    "args": {
      "External id": 15593,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9088
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599309.330, "dur": 43.185,
    "args": {
      "External id": 15594,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9089
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599310.636, "dur": 41.292,
    "args": {
      "External id": 15595,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9090
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599356.100, "dur": 14.987,
    "args": {
      "External id": 15596,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9091
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599377.281, "dur": 25.778,
    "args": {
      "External id": 15597,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 9092
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599379.699, "dur": 22.906,
    "args": {
      "External id": 15598,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599385.053, "dur": 2.252,
    "args": {
      "External id": 15599,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599410.072, "dur": 26.131,
    "args": {
      "External id": 15600,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 9095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599411.774, "dur": 23.980,
    "args": {
      "External id": 15601,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], [], []], "Ev Idx": 9096
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599415.984, "dur": 4.040,
    "args": {
      "External id": 15602,"Record function id": 0, "Concrete Inputs": ["[32000, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9097
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599421.061, "dur": 14.281,
    "args": {
      "External id": 15603,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9098
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599450.885, "dur": 5.718,
    "args": {
      "External id": 15604,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 9099
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599452.696, "dur": 3.663,
    "args": {
      "External id": 15605,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 9100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599457.662, "dur": 2.947,
    "args": {
      "External id": 15606,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599460.101, "dur": 0.431,
    "args": {
      "External id": 15607,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599497.871, "dur": 21.388,
    "args": {
      "External id": 15608,"Sequence number": 246745, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 9103
    }
  },
  {
    "ph": "s", "id": 23, "pid": 1336753, "tid": 1336753, "ts": 1295650599497.871,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599524.755, "dur": 5.387,
    "args": {
      "External id": 15609,"Sequence number": 246746, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 4, 4096], [], [], [], []], "Ev Idx": 9104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599528.280, "dur": 0.820,
    "args": {
      "External id": 15610,"Record function id": 0, "Concrete Inputs": ["", "[16, 4, 4096]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 9105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599533.131, "dur": 7.845,
    "args": {
      "External id": 15611,"Sequence number": 246746, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "1"], "Input type": ["long int", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], []], "Input Dims": [[16, 4, 4096], [], []], "Ev Idx": 9106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599538.884, "dur": 0.900,
    "args": {
      "External id": 15612,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "2"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 9107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599542.327, "dur": 2.418,
    "args": {
      "External id": 15613,"Sequence number": 246746, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 9108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599543.551, "dur": 0.635,
    "args": {
      "External id": 15614,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "2"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 9109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599548.481, "dur": 5.885,
    "args": {
      "External id": 15615,"Sequence number": 246746, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 9110
    }
  },
  {
    "ph": "s", "id": 22, "pid": 1336753, "tid": 1336753, "ts": 1295650599548.481,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599551.880, "dur": 1.137,
    "args": {
      "External id": 15616,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 9111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599555.357, "dur": 5.793,
    "args": {
      "External id": 15617,"Sequence number": 246747, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 9112
    }
  },
  {
    "ph": "s", "id": 21, "pid": 1336753, "tid": 1336753, "ts": 1295650599555.357,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599559.503, "dur": 0.853,
    "args": {
      "External id": 15618,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 9113
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599562.142, "dur": 4.836,
    "args": {
      "External id": 15619,"Sequence number": 246748, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 9114
    }
  },
  {
    "ph": "s", "id": 20, "pid": 1336753, "tid": 1336753, "ts": 1295650599562.142,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599565.291, "dur": 0.796,
    "args": {
      "External id": 15620,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "2048"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 9115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599568.042, "dur": 4.215,
    "args": {
      "External id": 15621,"Sequence number": 246749, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], []], "Ev Idx": 9116
    }
  },
  {
    "ph": "s", "id": 19, "pid": 1336753, "tid": 1336753, "ts": 1295650599568.042,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599570.768, "dur": 0.755,
    "args": {
      "External id": 15622,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "2048"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 9117
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599576.594, "dur": 31.099,
    "args": {
      "External id": 15623,"Sequence number": 246750, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 9118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599578.293, "dur": 29.184,
    "args": {
      "External id": 15624,"Sequence number": 246750, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 9119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599580.792, "dur": 9.083,
    "args": {
      "External id": 15625,"Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "0"], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], []], "Ev Idx": 9120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599586.356, "dur": 2.960,
    "args": {
      "External id": 15626,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599590.727, "dur": 16.331,
    "args": {
      "External id": 15627,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 9122
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599632.552, "dur": 4.097,
    "args": {
      "External id": 15628,"Sequence number": 246750, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 9123
    }
  },
  {
    "ph": "s", "id": 18, "pid": 1336753, "tid": 1336753, "ts": 1295650599632.552,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599639.049, "dur": 1.047,
    "args": {
      "External id": 15629,"Sequence number": 246751, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["long int", "ScalarList"], "Input Strides": [[4096, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 9124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599671.717, "dur": 42739.518,
    "args": {
      "External id": 15630,"Sequence number": 246751, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "-100", "0.", "1.", "8"], "Input type": ["c10::BFloat16", "long int", "c10::BFloat16", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [1], [2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536], [32000, 2048], [], [], [], [], []], "Ev Idx": 9125
    }
  },
  {
    "ph": "s", "id": 17, "pid": 1336753, "tid": 1336753, "ts": 1295650599671.717,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599686.154, "dur": 24.894,
    "args": {
      "External id": 15631,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 9126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599688.689, "dur": 22.174,
    "args": {
      "External id": 15632,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 9127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599689.950, "dur": 4.834,
    "args": {
      "External id": 15633,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 9128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599691.150, "dur": 3.151,
    "args": {
      "External id": 15634,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599695.337, "dur": 15.124,
    "args": {
      "External id": 15635,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [8192, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 9130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599727.012, "dur": 26.328,
    "args": {
      "External id": 15636,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 9131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599728.301, "dur": 5.625,
    "args": {
      "External id": 15637,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 9132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599730.184, "dur": 3.429,
    "args": {
      "External id": 15638,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599735.299, "dur": 17.804,
    "args": {
      "External id": 15639,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 9134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599737.568, "dur": 15.123,
    "args": {
      "External id": 15640,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 9135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599756.703, "dur": 20.513,
    "args": {
      "External id": 15641,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 9136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599757.445, "dur": 4.817,
    "args": {
      "External id": 15642,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 9137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599758.846, "dur": 3.180,
    "args": {
      "External id": 15643,"Record function id": 0, "Concrete Inputs": ["[32000, 2048]", "[2048, 1]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599764.737, "dur": 12.259,
    "args": {
      "External id": 15644,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599765.345, "dur": 11.302,
    "args": {
      "External id": 15645,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[2048, 1], []], "Input Dims": [[32000, 2048], []], "Ev Idx": 9140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599782.751, "dur": 15.694,
    "args": {
      "External id": 15646,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False"], "Input type": ["ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 9141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599784.572, "dur": 3.063,
    "args": {
      "External id": 15647,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599788.314, "dur": 9.866,
    "args": {
      "External id": 15648,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[65536]], "Ev Idx": 9143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599788.977, "dur": 8.918,
    "args": {
      "External id": 15649,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 9144
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599803.303, "dur": 21.973,
    "args": {
      "External id": 15650,"Record function id": 0, "Concrete Inputs": ["", "-100"], "Input type": ["long int", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 9145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599827.676, "dur": 60.736,
    "args": {
      "External id": 15651,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["bool", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 9146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599845.420, "dur": 42.525,
    "args": {
      "External id": 15652,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["bool", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599849.452, "dur": 0.745,
    "args": {
      "External id": 15653,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599851.490, "dur": 21.626,
    "args": {
      "External id": 15654,"Record function id": 0, "Concrete Inputs": ["", "4", "False", "False", ""], "Input type": ["bool", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599854.856, "dur": 18.056,
    "args": {
      "External id": 15655,"Record function id": 0, "Concrete Inputs": ["", "4", "", "", "", "False", ""], "Input type": ["bool", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[65536], [], [], [], [], [], []], "Ev Idx": 9150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599857.028, "dur": 2.808,
    "args": {
      "External id": 15656,"Record function id": 0, "Concrete Inputs": ["[65536]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599860.645, "dur": 11.904,
    "args": {
      "External id": 15657,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[65536], [65536], []], "Ev Idx": 9152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599892.415, "dur": 36848.511,
    "args": {
      "External id": 15658,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 1336753, "tid": 1336753,
    "ts": 1295650599893.910, "dur": 36844.515,
    "args": {
      "External id": 15659,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636757.203, "dur": 9.967,
    "args": {
      "External id": 15660,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636763.778, "dur": 1.453,
    "args": {
      "External id": 15661,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9156
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636774.266, "dur": 104.468,
    "args": {
      "External id": 15662,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636776.034, "dur": 6.335,
    "args": {
      "External id": 15663,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636778.393, "dur": 3.153,
    "args": {
      "External id": 15664,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636780.035, "dur": 1.258,
    "args": {
      "External id": 15665,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636783.595, "dur": 94.396,
    "args": {
      "External id": 15666,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636785.197, "dur": 91.912,
    "args": {
      "External id": 15667,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636882.101, "dur": 4.239,
    "args": {
      "External id": 15668,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636884.149, "dur": 0.887,
    "args": {
      "External id": 15669,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636896.853, "dur": 2.685,
    "args": {
      "External id": 15670,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636909.548, "dur": 6.752,
    "args": {
      "External id": 15671,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650636911.574, "dur": 4.468,
    "args": {
      "External id": 15672,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637074.600, "dur": 221.007,
    "args": {
      "External id": 15673,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637077.628, "dur": 4.981,
    "args": {
      "External id": 15674,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637085.759, "dur": 209.134,
    "args": {
      "External id": 15675,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637087.299, "dur": 0.519,
    "args": {
      "External id": 15676,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637089.306, "dur": 26.951,
    "args": {
      "External id": 15677,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637117.923, "dur": 5.270,
    "args": {
      "External id": 15678,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637121.970, "dur": 0.885,
    "args": {
      "External id": 15679,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637124.236, "dur": 23.314,
    "args": {
      "External id": 15680,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9175
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637125.625, "dur": 1.285,
    "args": {
      "External id": 15681,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637127.977, "dur": 19.179,
    "args": {
      "External id": 15682,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9177
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637131.705, "dur": 3.581,
    "args": {
      "External id": 15683,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637151.635, "dur": 23.786,
    "args": {
      "External id": 15684,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637176.965, "dur": 14.143,
    "args": {
      "External id": 15685,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637193.825, "dur": 15.084,
    "args": {
      "External id": 15686,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637210.317, "dur": 13.218,
    "args": {
      "External id": 15687,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637225.351, "dur": 38.958,
    "args": {
      "External id": 15688,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637240.226, "dur": 2.552,
    "args": {
      "External id": 15689,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637245.949, "dur": 2.468,
    "args": {
      "External id": 15690,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637267.755, "dur": 13.142,
    "args": {
      "External id": 15691,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637282.819, "dur": 10.898,
    "args": {
      "External id": 15692,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637303.720, "dur": 2.866,
    "args": {
      "External id": 15693,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637313.849, "dur": 4.176,
    "args": {
      "External id": 15694,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637316.164, "dur": 0.953,
    "args": {
      "External id": 15695,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637395.362, "dur": 67.333,
    "args": {
      "External id": 15696,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637468.311, "dur": 5.695,
    "args": {
      "External id": 15697,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637470.824, "dur": 0.830,
    "args": {
      "External id": 15698,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637477.430, "dur": 32.343,
    "args": {
      "External id": 15699,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637515.240, "dur": 6.244,
    "args": {
      "External id": 15700,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9195
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637517.086, "dur": 3.645,
    "args": {
      "External id": 15701,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637518.967, "dur": 1.501,
    "args": {
      "External id": 15702,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637524.527, "dur": 42.691,
    "args": {
      "External id": 15703,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637525.874, "dur": 40.723,
    "args": {
      "External id": 15704,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637572.038, "dur": 15.026,
    "args": {
      "External id": 15705,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637594.206, "dur": 3.590,
    "args": {
      "External id": 15706,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637596.127, "dur": 0.788,
    "args": {
      "External id": 15707,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637601.834, "dur": 55.008,
    "args": {
      "External id": 15708,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637602.677, "dur": 3.383,
    "args": {
      "External id": 15709,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637603.449, "dur": 2.056,
    "args": {
      "External id": 15710,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637604.641, "dur": 0.699,
    "args": {
      "External id": 15711,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9206
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637608.394, "dur": 48.069,
    "args": {
      "External id": 15712,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637613.916, "dur": 42.001,
    "args": {
      "External id": 15713,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9208
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637660.647, "dur": 3.656,
    "args": {
      "External id": 15714,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637662.409, "dur": 0.724,
    "args": {
      "External id": 15715,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637670.429, "dur": 1.853,
    "args": {
      "External id": 15716,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637680.718, "dur": 9.097,
    "args": {
      "External id": 15717,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637684.115, "dur": 5.403,
    "args": {
      "External id": 15718,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637776.878, "dur": 177.606,
    "args": {
      "External id": 15719,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637779.022, "dur": 2.014,
    "args": {
      "External id": 15720,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637782.541, "dur": 171.320,
    "args": {
      "External id": 15721,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637783.951, "dur": 0.317,
    "args": {
      "External id": 15722,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637785.271, "dur": 22.745,
    "args": {
      "External id": 15723,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637812.232, "dur": 2.937,
    "args": {
      "External id": 15724,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637814.195, "dur": 0.637,
    "args": {
      "External id": 15725,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637818.000, "dur": 22.563,
    "args": {
      "External id": 15726,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9221
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637818.960, "dur": 2.815,
    "args": {
      "External id": 15727,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637822.952, "dur": 17.239,
    "args": {
      "External id": 15728,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9223
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637825.764, "dur": 2.734,
    "args": {
      "External id": 15729,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637841.942, "dur": 19.380,
    "args": {
      "External id": 15730,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637862.598, "dur": 13.113,
    "args": {
      "External id": 15731,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637878.342, "dur": 13.382,
    "args": {
      "External id": 15732,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637893.029, "dur": 11.880,
    "args": {
      "External id": 15733,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9228
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637906.635, "dur": 21.302,
    "args": {
      "External id": 15734,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9229
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637910.289, "dur": 2.093,
    "args": {
      "External id": 15735,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637914.387, "dur": 0.767,
    "args": {
      "External id": 15736,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637929.301, "dur": 11.205,
    "args": {
      "External id": 15737,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650637941.273, "dur": 11.419,
    "args": {
      "External id": 15738,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9233
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638052.666, "dur": 2.946,
    "args": {
      "External id": 15739,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9234
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638067.129, "dur": 3.894,
    "args": {
      "External id": 15740,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638069.542, "dur": 0.588,
    "args": {
      "External id": 15741,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638150.660, "dur": 59.390,
    "args": {
      "External id": 15742,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9237
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638217.019, "dur": 4.833,
    "args": {
      "External id": 15743,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638219.380, "dur": 1.246,
    "args": {
      "External id": 15744,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638223.306, "dur": 45.496,
    "args": {
      "External id": 15745,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638275.450, "dur": 7.794,
    "args": {
      "External id": 15746,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638277.066, "dur": 5.249,
    "args": {
      "External id": 15747,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638279.244, "dur": 2.791,
    "args": {
      "External id": 15748,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638288.113, "dur": 45.905,
    "args": {
      "External id": 15749,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638289.353, "dur": 43.926,
    "args": {
      "External id": 15750,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638338.145, "dur": 16.620,
    "args": {
      "External id": 15751,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638360.782, "dur": 4.013,
    "args": {
      "External id": 15752,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638363.083, "dur": 0.819,
    "args": {
      "External id": 15753,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638368.793, "dur": 48.517,
    "args": {
      "External id": 15754,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638369.842, "dur": 5.016,
    "args": {
      "External id": 15755,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638372.438, "dur": 1.896,
    "args": {
      "External id": 15756,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638373.615, "dur": 0.577,
    "args": {
      "External id": 15757,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638375.475, "dur": 41.332,
    "args": {
      "External id": 15758,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638376.103, "dur": 40.249,
    "args": {
      "External id": 15759,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638421.166, "dur": 3.969,
    "args": {
      "External id": 15760,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638423.240, "dur": 0.690,
    "args": {
      "External id": 15761,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638431.742, "dur": 1.438,
    "args": {
      "External id": 15762,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638443.067, "dur": 6.580,
    "args": {
      "External id": 15763,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638445.075, "dur": 4.317,
    "args": {
      "External id": 15764,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638539.444, "dur": 176.805,
    "args": {
      "External id": 15765,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638541.459, "dur": 2.208,
    "args": {
      "External id": 15766,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638547.244, "dur": 168.617,
    "args": {
      "External id": 15767,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638548.475, "dur": 0.547,
    "args": {
      "External id": 15768,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638550.050, "dur": 21.985,
    "args": {
      "External id": 15769,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638573.625, "dur": 5.286,
    "args": {
      "External id": 15770,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638575.680, "dur": 2.828,
    "args": {
      "External id": 15771,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638581.090, "dur": 19.732,
    "args": {
      "External id": 15772,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638582.049, "dur": 1.293,
    "args": {
      "External id": 15773,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638584.504, "dur": 15.988,
    "args": {
      "External id": 15774,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638587.384, "dur": 2.447,
    "args": {
      "External id": 15775,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638602.401, "dur": 21.287,
    "args": {
      "External id": 15776,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638624.899, "dur": 12.432,
    "args": {
      "External id": 15777,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638639.573, "dur": 14.097,
    "args": {
      "External id": 15778,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638655.019, "dur": 11.656,
    "args": {
      "External id": 15779,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638668.310, "dur": 20.721,
    "args": {
      "External id": 15780,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638672.121, "dur": 1.415,
    "args": {
      "External id": 15781,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638675.636, "dur": 0.783,
    "args": {
      "External id": 15782,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638690.185, "dur": 11.342,
    "args": {
      "External id": 15783,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638702.588, "dur": 12.115,
    "args": {
      "External id": 15784,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638722.341, "dur": 1.622,
    "args": {
      "External id": 15785,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638731.716, "dur": 3.143,
    "args": {
      "External id": 15786,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638733.805, "dur": 0.342,
    "args": {
      "External id": 15787,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638806.642, "dur": 80.731,
    "args": {
      "External id": 15788,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638891.683, "dur": 5.758,
    "args": {
      "External id": 15789,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638893.900, "dur": 2.528,
    "args": {
      "External id": 15790,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638898.900, "dur": 29.709,
    "args": {
      "External id": 15791,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638932.800, "dur": 6.578,
    "args": {
      "External id": 15792,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638933.812, "dur": 4.828,
    "args": {
      "External id": 15793,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638937.477, "dur": 0.974,
    "args": {
      "External id": 15794,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638941.728, "dur": 82.513,
    "args": {
      "External id": 15795,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650638942.421, "dur": 80.664,
    "args": {
      "External id": 15796,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639030.139, "dur": 17.648,
    "args": {
      "External id": 15797,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9292
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639054.180, "dur": 4.387,
    "args": {
      "External id": 15798,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639056.573, "dur": 0.851,
    "args": {
      "External id": 15799,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639062.400, "dur": 53.187,
    "args": {
      "External id": 15800,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639065.300, "dur": 3.703,
    "args": {
      "External id": 15801,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639066.066, "dur": 2.248,
    "args": {
      "External id": 15802,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639067.441, "dur": 0.656,
    "args": {
      "External id": 15803,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639069.660, "dur": 45.509,
    "args": {
      "External id": 15804,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639070.538, "dur": 44.100,
    "args": {
      "External id": 15805,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639118.790, "dur": 3.598,
    "args": {
      "External id": 15806,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639120.628, "dur": 0.709,
    "args": {
      "External id": 15807,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639130.189, "dur": 1.438,
    "args": {
      "External id": 15808,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639139.573, "dur": 5.929,
    "args": {
      "External id": 15809,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639141.431, "dur": 3.824,
    "args": {
      "External id": 15810,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639245.380, "dur": 181.900,
    "args": {
      "External id": 15811,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9306
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639247.810, "dur": 4.908,
    "args": {
      "External id": 15812,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9307
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639256.426, "dur": 170.380,
    "args": {
      "External id": 15813,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639257.838, "dur": 0.512,
    "args": {
      "External id": 15814,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639259.547, "dur": 22.251,
    "args": {
      "External id": 15815,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639283.331, "dur": 5.754,
    "args": {
      "External id": 15816,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639287.841, "dur": 0.947,
    "args": {
      "External id": 15817,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639289.901, "dur": 20.589,
    "args": {
      "External id": 15818,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639290.873, "dur": 1.336,
    "args": {
      "External id": 15819,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639293.570, "dur": 16.587,
    "args": {
      "External id": 15820,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639296.418, "dur": 2.658,
    "args": {
      "External id": 15821,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639314.070, "dur": 20.096,
    "args": {
      "External id": 15822,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639335.598, "dur": 13.402,
    "args": {
      "External id": 15823,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639351.536, "dur": 13.332,
    "args": {
      "External id": 15824,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639366.177, "dur": 11.246,
    "args": {
      "External id": 15825,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639378.806, "dur": 20.418,
    "args": {
      "External id": 15826,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639380.676, "dur": 1.737,
    "args": {
      "External id": 15827,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639384.116, "dur": 2.296,
    "args": {
      "External id": 15828,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9323
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639402.722, "dur": 11.110,
    "args": {
      "External id": 15829,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9324
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639414.688, "dur": 11.124,
    "args": {
      "External id": 15830,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639434.349, "dur": 1.951,
    "args": {
      "External id": 15831,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639444.776, "dur": 3.293,
    "args": {
      "External id": 15832,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639446.869, "dur": 0.345,
    "args": {
      "External id": 15833,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639512.796, "dur": 50.063,
    "args": {
      "External id": 15834,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639567.320, "dur": 4.525,
    "args": {
      "External id": 15835,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639569.709, "dur": 1.217,
    "args": {
      "External id": 15836,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639573.247, "dur": 23.234,
    "args": {
      "External id": 15837,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639602.293, "dur": 5.786,
    "args": {
      "External id": 15838,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639603.744, "dur": 3.617,
    "args": {
      "External id": 15839,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639605.419, "dur": 1.774,
    "args": {
      "External id": 15840,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9335
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639610.566, "dur": 38.051,
    "args": {
      "External id": 15841,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639611.633, "dur": 36.367,
    "args": {
      "External id": 15842,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639652.312, "dur": 13.632,
    "args": {
      "External id": 15843,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639671.170, "dur": 5.586,
    "args": {
      "External id": 15844,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9339
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639675.205, "dur": 0.739,
    "args": {
      "External id": 15845,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "67108864"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639680.354, "dur": 46.731,
    "args": {
      "External id": 15846,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639681.102, "dur": 3.183,
    "args": {
      "External id": 15847,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639681.846, "dur": 1.895,
    "args": {
      "External id": 15848,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639682.882, "dur": 0.720,
    "args": {
      "External id": 15849,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639684.875, "dur": 41.818,
    "args": {
      "External id": 15850,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639687.045, "dur": 39.008,
    "args": {
      "External id": 15851,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639731.069, "dur": 3.945,
    "args": {
      "External id": 15852,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639733.020, "dur": 0.924,
    "args": {
      "External id": 15853,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9348
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639741.548, "dur": 1.257,
    "args": {
      "External id": 15854,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639749.981, "dur": 5.263,
    "args": {
      "External id": 15855,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639751.563, "dur": 3.438,
    "args": {
      "External id": 15856,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639835.883, "dur": 262.395,
    "args": {
      "External id": 15857,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639839.940, "dur": 2.158,
    "args": {
      "External id": 15858,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639843.615, "dur": 253.970,
    "args": {
      "External id": 15859,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639844.717, "dur": 0.337,
    "args": {
      "External id": 15860,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639845.804, "dur": 19.160,
    "args": {
      "External id": 15861,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639866.642, "dur": 4.228,
    "args": {
      "External id": 15862,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639869.809, "dur": 0.830,
    "args": {
      "External id": 15863,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639871.737, "dur": 18.747,
    "args": {
      "External id": 15864,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639872.827, "dur": 1.318,
    "args": {
      "External id": 15865,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639875.272, "dur": 14.987,
    "args": {
      "External id": 15866,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639877.691, "dur": 1.979,
    "args": {
      "External id": 15867,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639893.482, "dur": 19.247,
    "args": {
      "External id": 15868,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639913.947, "dur": 11.611,
    "args": {
      "External id": 15869,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639927.854, "dur": 13.088,
    "args": {
      "External id": 15870,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9365
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639942.029, "dur": 10.751,
    "args": {
      "External id": 15871,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650639954.704, "dur": 114.397,
    "args": {
      "External id": 15872,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640044.806, "dur": 3.789,
    "args": {
      "External id": 15873,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640051.995, "dur": 0.815,
    "args": {
      "External id": 15874,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640072.664, "dur": 10.936,
    "args": {
      "External id": 15875,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640084.615, "dur": 11.579,
    "args": {
      "External id": 15876,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640107.078, "dur": 2.598,
    "args": {
      "External id": 15877,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640120.339, "dur": 3.773,
    "args": {
      "External id": 15878,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640122.733, "dur": 0.471,
    "args": {
      "External id": 15879,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640194.992, "dur": 80.685,
    "args": {
      "External id": 15880,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640282.093, "dur": 7.127,
    "args": {
      "External id": 15881,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640286.667, "dur": 1.003,
    "args": {
      "External id": 15882,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "67108864"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640290.636, "dur": 27.008,
    "args": {
      "External id": 15883,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9378
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640323.173, "dur": 5.752,
    "args": {
      "External id": 15884,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640324.735, "dur": 3.396,
    "args": {
      "External id": 15885,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640326.542, "dur": 1.324,
    "args": {
      "External id": 15886,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9381
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640332.311, "dur": 44.258,
    "args": {
      "External id": 15887,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9382
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640333.382, "dur": 42.489,
    "args": {
      "External id": 15888,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640383.064, "dur": 14.813,
    "args": {
      "External id": 15889,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640403.759, "dur": 3.427,
    "args": {
      "External id": 15890,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640405.475, "dur": 0.907,
    "args": {
      "External id": 15891,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "83886080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640411.332, "dur": 56.073,
    "args": {
      "External id": 15892,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640412.146, "dur": 5.087,
    "args": {
      "External id": 15893,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640412.703, "dur": 3.971,
    "args": {
      "External id": 15894,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640415.730, "dur": 0.795,
    "args": {
      "External id": 15895,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640417.766, "dur": 49.264,
    "args": {
      "External id": 15896,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640418.219, "dur": 48.327,
    "args": {
      "External id": 15897,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640470.641, "dur": 3.840,
    "args": {
      "External id": 15898,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640472.740, "dur": 0.528,
    "args": {
      "External id": 15899,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640480.709, "dur": 1.620,
    "args": {
      "External id": 15900,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640491.908, "dur": 7.130,
    "args": {
      "External id": 15901,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640493.821, "dur": 4.944,
    "args": {
      "External id": 15902,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640583.989, "dur": 173.581,
    "args": {
      "External id": 15903,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640587.964, "dur": 2.094,
    "args": {
      "External id": 15904,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640591.767, "dur": 165.279,
    "args": {
      "External id": 15905,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640592.929, "dur": 0.521,
    "args": {
      "External id": 15906,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640594.644, "dur": 19.441,
    "args": {
      "External id": 15907,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640617.307, "dur": 5.188,
    "args": {
      "External id": 15908,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640621.324, "dur": 0.938,
    "args": {
      "External id": 15909,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640623.453, "dur": 19.928,
    "args": {
      "External id": 15910,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640624.272, "dur": 1.697,
    "args": {
      "External id": 15911,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640626.952, "dur": 16.194,
    "args": {
      "External id": 15912,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640629.840, "dur": 2.353,
    "args": {
      "External id": 15913,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640644.731, "dur": 21.502,
    "args": {
      "External id": 15914,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640667.750, "dur": 13.232,
    "args": {
      "External id": 15915,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640683.709, "dur": 12.597,
    "args": {
      "External id": 15916,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640697.666, "dur": 11.775,
    "args": {
      "External id": 15917,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640713.092, "dur": 18.393,
    "args": {
      "External id": 15918,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640714.730, "dur": 1.534,
    "args": {
      "External id": 15919,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640718.352, "dur": 0.878,
    "args": {
      "External id": 15920,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640732.778, "dur": 11.242,
    "args": {
      "External id": 15921,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640744.928, "dur": 11.122,
    "args": {
      "External id": 15922,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640763.312, "dur": 1.566,
    "args": {
      "External id": 15923,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640772.847, "dur": 3.076,
    "args": {
      "External id": 15924,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640774.823, "dur": 0.355,
    "args": {
      "External id": 15925,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640836.603, "dur": 46.000,
    "args": {
      "External id": 15926,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640886.728, "dur": 3.803,
    "args": {
      "External id": 15927,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640888.699, "dur": 0.891,
    "args": {
      "External id": 15928,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "83886080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640891.734, "dur": 23.112,
    "args": {
      "External id": 15929,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640918.816, "dur": 7.202,
    "args": {
      "External id": 15930,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640919.993, "dur": 5.383,
    "args": {
      "External id": 15931,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9426
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640923.682, "dur": 1.449,
    "args": {
      "External id": 15932,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9427
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640928.335, "dur": 38.242,
    "args": {
      "External id": 15933,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640929.112, "dur": 36.628,
    "args": {
      "External id": 15934,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650640970.019, "dur": 13.394,
    "args": {
      "External id": 15935,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9430
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641029.748, "dur": 4.514,
    "args": {
      "External id": 15936,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9431
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641031.914, "dur": 0.980,
    "args": {
      "External id": 15937,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "100663296"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641038.808, "dur": 54.572,
    "args": {
      "External id": 15938,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641041.600, "dur": 3.697,
    "args": {
      "External id": 15939,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641042.580, "dur": 2.165,
    "args": {
      "External id": 15940,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641043.841, "dur": 0.769,
    "args": {
      "External id": 15941,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641046.131, "dur": 46.849,
    "args": {
      "External id": 15942,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641046.823, "dur": 45.540,
    "args": {
      "External id": 15943,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641097.118, "dur": 4.853,
    "args": {
      "External id": 15944,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641098.858, "dur": 2.056,
    "args": {
      "External id": 15945,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9440
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641108.174, "dur": 1.351,
    "args": {
      "External id": 15946,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9441
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641118.653, "dur": 5.691,
    "args": {
      "External id": 15947,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641120.644, "dur": 3.421,
    "args": {
      "External id": 15948,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641202.748, "dur": 199.175,
    "args": {
      "External id": 15949,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641204.931, "dur": 2.121,
    "args": {
      "External id": 15950,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641208.310, "dur": 193.080,
    "args": {
      "External id": 15951,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641209.373, "dur": 0.436,
    "args": {
      "External id": 15952,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9447
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641212.342, "dur": 37.941,
    "args": {
      "External id": 15953,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641252.780, "dur": 3.557,
    "args": {
      "External id": 15954,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641255.173, "dur": 0.882,
    "args": {
      "External id": 15955,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641263.948, "dur": 23.865,
    "args": {
      "External id": 15956,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641265.215, "dur": 3.422,
    "args": {
      "External id": 15957,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641269.955, "dur": 17.484,
    "args": {
      "External id": 15958,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641273.182, "dur": 2.634,
    "args": {
      "External id": 15959,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641289.419, "dur": 20.124,
    "args": {
      "External id": 15960,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641310.889, "dur": 12.046,
    "args": {
      "External id": 15961,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641325.256, "dur": 13.727,
    "args": {
      "External id": 15962,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641341.818, "dur": 11.207,
    "args": {
      "External id": 15963,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9458
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641354.559, "dur": 19.311,
    "args": {
      "External id": 15964,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641356.348, "dur": 1.433,
    "args": {
      "External id": 15965,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9460
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641359.666, "dur": 0.806,
    "args": {
      "External id": 15966,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9461
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641375.015, "dur": 11.117,
    "args": {
      "External id": 15967,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641387.086, "dur": 11.590,
    "args": {
      "External id": 15968,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641408.933, "dur": 1.997,
    "args": {
      "External id": 15969,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641419.924, "dur": 3.277,
    "args": {
      "External id": 15970,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641421.914, "dur": 0.382,
    "args": {
      "External id": 15971,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641484.554, "dur": 52.203,
    "args": {
      "External id": 15972,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641541.422, "dur": 3.938,
    "args": {
      "External id": 15973,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641543.437, "dur": 0.931,
    "args": {
      "External id": 15974,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "100663296"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641550.004, "dur": 22.619,
    "args": {
      "External id": 15975,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641578.551, "dur": 6.947,
    "args": {
      "External id": 15976,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641579.977, "dur": 4.610,
    "args": {
      "External id": 15977,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641581.744, "dur": 2.569,
    "args": {
      "External id": 15978,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9473
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641587.878, "dur": 39.166,
    "args": {
      "External id": 15979,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641588.927, "dur": 37.263,
    "args": {
      "External id": 15980,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641630.760, "dur": 13.380,
    "args": {
      "External id": 15981,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641649.289, "dur": 4.916,
    "args": {
      "External id": 15982,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641652.547, "dur": 0.759,
    "args": {
      "External id": 15983,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "117440512"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641657.913, "dur": 47.593,
    "args": {
      "External id": 15984,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641658.757, "dur": 3.404,
    "args": {
      "External id": 15985,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641659.469, "dur": 2.152,
    "args": {
      "External id": 15986,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641660.861, "dur": 0.629,
    "args": {
      "External id": 15987,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641662.629, "dur": 42.460,
    "args": {
      "External id": 15988,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641665.019, "dur": 39.540,
    "args": {
      "External id": 15989,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641708.829, "dur": 3.560,
    "args": {
      "External id": 15990,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641710.704, "dur": 0.588,
    "args": {
      "External id": 15991,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641717.782, "dur": 1.278,
    "args": {
      "External id": 15992,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641726.507, "dur": 7.833,
    "args": {
      "External id": 15993,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9488
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641729.896, "dur": 4.191,
    "args": {
      "External id": 15994,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641815.196, "dur": 166.063,
    "args": {
      "External id": 15995,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641817.191, "dur": 2.357,
    "args": {
      "External id": 15996,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641822.596, "dur": 158.146,
    "args": {
      "External id": 15997,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9492
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641823.642, "dur": 0.420,
    "args": {
      "External id": 15998,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641825.227, "dur": 19.495,
    "args": {
      "External id": 15999,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641846.247, "dur": 4.547,
    "args": {
      "External id": 16000,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641848.387, "dur": 2.106,
    "args": {
      "External id": 16001,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641851.622, "dur": 20.844,
    "args": {
      "External id": 16002,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641854.578, "dur": 1.641,
    "args": {
      "External id": 16003,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641857.306, "dur": 14.910,
    "args": {
      "External id": 16004,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641859.666, "dur": 2.330,
    "args": {
      "External id": 16005,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641873.699, "dur": 18.132,
    "args": {
      "External id": 16006,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641893.066, "dur": 12.414,
    "args": {
      "External id": 16007,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641908.186, "dur": 12.133,
    "args": {
      "External id": 16008,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641921.419, "dur": 11.506,
    "args": {
      "External id": 16009,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9504
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641934.888, "dur": 19.979,
    "args": {
      "External id": 16010,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9505
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641936.127, "dur": 1.523,
    "args": {
      "External id": 16011,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9506
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641941.045, "dur": 1.972,
    "args": {
      "External id": 16012,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641956.289, "dur": 11.058,
    "args": {
      "External id": 16013,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650641968.330, "dur": 11.276,
    "args": {
      "External id": 16014,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642030.141, "dur": 2.573,
    "args": {
      "External id": 16015,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642042.672, "dur": 3.961,
    "args": {
      "External id": 16016,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642045.012, "dur": 0.658,
    "args": {
      "External id": 16017,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642118.930, "dur": 54.988,
    "args": {
      "External id": 16018,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642178.208, "dur": 6.002,
    "args": {
      "External id": 16019,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642182.299, "dur": 0.879,
    "args": {
      "External id": 16020,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "117440512"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642185.455, "dur": 23.204,
    "args": {
      "External id": 16021,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642213.086, "dur": 5.201,
    "args": {
      "External id": 16022,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642214.378, "dur": 3.288,
    "args": {
      "External id": 16023,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642216.092, "dur": 1.393,
    "args": {
      "External id": 16024,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642220.846, "dur": 60.689,
    "args": {
      "External id": 16025,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642223.607, "dur": 56.748,
    "args": {
      "External id": 16026,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642286.485, "dur": 16.924,
    "args": {
      "External id": 16027,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642308.594, "dur": 25.085,
    "args": {
      "External id": 16028,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 9523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642311.045, "dur": 22.178,
    "args": {
      "External id": 16029,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642316.781, "dur": 1.367,
    "args": {
      "External id": 16030,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642338.646, "dur": 25.570,
    "args": {
      "External id": 16031,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 9526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642340.565, "dur": 23.442,
    "args": {
      "External id": 16032,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], [], []], "Ev Idx": 9527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642344.920, "dur": 4.225,
    "args": {
      "External id": 16033,"Record function id": 0, "Concrete Inputs": ["[32000, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642350.427, "dur": 12.980,
    "args": {
      "External id": 16034,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642377.831, "dur": 6.889,
    "args": {
      "External id": 16035,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 9530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642381.699, "dur": 2.743,
    "args": {
      "External id": 16036,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 9531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642386.020, "dur": 1.124,
    "args": {
      "External id": 16037,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642386.449, "dur": 0.610,
    "args": {
      "External id": 16038,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642425.775, "dur": 20.620,
    "args": {
      "External id": 16039,"Sequence number": 246752, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 9534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642448.114, "dur": 12.383,
    "args": {
      "External id": 16040,"Sequence number": 246753, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 9535
    }
  },
  {
    "ph": "s", "id": 16, "pid": 1336753, "tid": 1336753, "ts": 1295650642448.114,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642466.425, "dur": 6.186,
    "args": {
      "External id": 16041,"Sequence number": 246754, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 4, 4096], [], [], [], []], "Ev Idx": 9536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642470.249, "dur": 0.946,
    "args": {
      "External id": 16042,"Record function id": 0, "Concrete Inputs": ["", "[16, 4, 4096]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 9537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642477.451, "dur": 5.947,
    "args": {
      "External id": 16043,"Sequence number": 246754, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "2"], "Input type": ["long int", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], []], "Input Dims": [[16, 4, 4096], [], []], "Ev Idx": 9538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642481.391, "dur": 0.791,
    "args": {
      "External id": 16044,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "3"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 9539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642484.717, "dur": 2.731,
    "args": {
      "External id": 16045,"Sequence number": 246754, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 9540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642486.108, "dur": 0.786,
    "args": {
      "External id": 16046,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "3"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 9541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642491.483, "dur": 6.899,
    "args": {
      "External id": 16047,"Sequence number": 246754, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 9542
    }
  },
  {
    "ph": "s", "id": 15, "pid": 1336753, "tid": 1336753, "ts": 1295650642491.483,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642495.919, "dur": 1.187,
    "args": {
      "External id": 16048,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 9543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642499.452, "dur": 5.389,
    "args": {
      "External id": 16049,"Sequence number": 246755, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 9544
    }
  },
  {
    "ph": "s", "id": 14, "pid": 1336753, "tid": 1336753, "ts": 1295650642499.452,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642503.309, "dur": 0.764,
    "args": {
      "External id": 16050,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 9545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642505.803, "dur": 6.330,
    "args": {
      "External id": 16051,"Sequence number": 246756, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "2"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 9546
    }
  },
  {
    "ph": "s", "id": 13, "pid": 1336753, "tid": 1336753, "ts": 1295650642505.803,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642510.298, "dur": 0.739,
    "args": {
      "External id": 16052,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "4096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 9547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642513.161, "dur": 4.044,
    "args": {
      "External id": 16053,"Sequence number": 246757, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], []], "Ev Idx": 9548
    }
  },
  {
    "ph": "s", "id": 12, "pid": 1336753, "tid": 1336753, "ts": 1295650642513.161,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642515.762, "dur": 0.721,
    "args": {
      "External id": 16054,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "4096"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 9549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642521.203, "dur": 28.466,
    "args": {
      "External id": 16055,"Sequence number": 246758, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 9550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642522.633, "dur": 26.814,
    "args": {
      "External id": 16056,"Sequence number": 246758, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 9551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642525.382, "dur": 5.911,
    "args": {
      "External id": 16057,"Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "0"], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], []], "Ev Idx": 9552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642527.459, "dur": 3.288,
    "args": {
      "External id": 16058,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642532.166, "dur": 16.806,
    "args": {
      "External id": 16059,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 9554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642574.590, "dur": 4.880,
    "args": {
      "External id": 16060,"Sequence number": 246758, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 9555
    }
  },
  {
    "ph": "s", "id": 11, "pid": 1336753, "tid": 1336753, "ts": 1295650642574.590,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642581.885, "dur": 1.055,
    "args": {
      "External id": 16061,"Sequence number": 246759, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["long int", "ScalarList"], "Input Strides": [[4096, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 9556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642616.254, "dur": 43821.288,
    "args": {
      "External id": 16062,"Sequence number": 246759, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "-100", "0.", "1.", "8"], "Input type": ["c10::BFloat16", "long int", "c10::BFloat16", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [1], [2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536], [32000, 2048], [], [], [], [], []], "Ev Idx": 9557
    }
  },
  {
    "ph": "s", "id": 10, "pid": 1336753, "tid": 1336753, "ts": 1295650642616.254,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642632.428, "dur": 23.619,
    "args": {
      "External id": 16063,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 9558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642632.970, "dur": 22.884,
    "args": {
      "External id": 16064,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 9559
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642634.283, "dur": 5.406,
    "args": {
      "External id": 16065,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 9560
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642635.507, "dur": 3.749,
    "args": {
      "External id": 16066,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9561
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642640.275, "dur": 15.142,
    "args": {
      "External id": 16067,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [8192, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 9562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642670.587, "dur": 25.121,
    "args": {
      "External id": 16068,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 9563
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642672.033, "dur": 5.634,
    "args": {
      "External id": 16069,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 9564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642673.696, "dur": 3.617,
    "args": {
      "External id": 16070,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9565
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642679.086, "dur": 16.401,
    "args": {
      "External id": 16071,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 9566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642681.614, "dur": 13.358,
    "args": {
      "External id": 16072,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 9567
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642699.138, "dur": 20.393,
    "args": {
      "External id": 16073,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 9568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642700.032, "dur": 6.137,
    "args": {
      "External id": 16074,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 9569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642703.312, "dur": 2.519,
    "args": {
      "External id": 16075,"Record function id": 0, "Concrete Inputs": ["[32000, 2048]", "[2048, 1]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9570
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642706.746, "dur": 12.586,
    "args": {
      "External id": 16076,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642707.287, "dur": 11.667,
    "args": {
      "External id": 16077,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[2048, 1], []], "Input Dims": [[32000, 2048], []], "Ev Idx": 9572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642725.285, "dur": 17.965,
    "args": {
      "External id": 16078,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False"], "Input type": ["ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 9573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642728.664, "dur": 2.711,
    "args": {
      "External id": 16079,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9574
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642731.945, "dur": 11.034,
    "args": {
      "External id": 16080,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[65536]], "Ev Idx": 9575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642732.606, "dur": 9.946,
    "args": {
      "External id": 16081,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 9576
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642749.752, "dur": 20.164,
    "args": {
      "External id": 16082,"Record function id": 0, "Concrete Inputs": ["", "-100"], "Input type": ["long int", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 9577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642772.408, "dur": 45.304,
    "args": {
      "External id": 16083,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["bool", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 9578
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642774.277, "dur": 42.978,
    "args": {
      "External id": 16084,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["bool", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642778.627, "dur": 1.354,
    "args": {
      "External id": 16085,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642781.271, "dur": 22.033,
    "args": {
      "External id": 16086,"Record function id": 0, "Concrete Inputs": ["", "4", "False", "False", ""], "Input type": ["bool", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642782.715, "dur": 20.341,
    "args": {
      "External id": 16087,"Record function id": 0, "Concrete Inputs": ["", "4", "", "", "", "False", ""], "Input type": ["bool", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[65536], [], [], [], [], [], []], "Ev Idx": 9582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642786.326, "dur": 2.847,
    "args": {
      "External id": 16088,"Record function id": 0, "Concrete Inputs": ["[65536]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9583
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642790.205, "dur": 12.515,
    "args": {
      "External id": 16089,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[65536], [65536], []], "Ev Idx": 9584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642821.577, "dur": 38214.887,
    "args": {
      "External id": 16090,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 1336753, "tid": 1336753,
    "ts": 1295650642823.084, "dur": 38212.515,
    "args": {
      "External id": 16091,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 9586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681046.204, "dur": 7.400,
    "args": {
      "External id": 16092,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681051.113, "dur": 0.956,
    "args": {
      "External id": 16093,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681058.317, "dur": 93.308,
    "args": {
      "External id": 16094,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681059.697, "dur": 5.426,
    "args": {
      "External id": 16095,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9590
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681061.586, "dur": 2.750,
    "args": {
      "External id": 16096,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9591
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681063.148, "dur": 0.942,
    "args": {
      "External id": 16097,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9592
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681066.710, "dur": 84.266,
    "args": {
      "External id": 16098,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681069.722, "dur": 80.579,
    "args": {
      "External id": 16099,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681154.757, "dur": 4.014,
    "args": {
      "External id": 16100,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681156.758, "dur": 0.797,
    "args": {
      "External id": 16101,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9596
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681165.628, "dur": 1.863,
    "args": {
      "External id": 16102,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9597
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681175.432, "dur": 5.907,
    "args": {
      "External id": 16103,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681177.377, "dur": 3.669,
    "args": {
      "External id": 16104,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9599
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681316.984, "dur": 188.737,
    "args": {
      "External id": 16105,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681320.270, "dur": 3.347,
    "args": {
      "External id": 16106,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681327.284, "dur": 177.901,
    "args": {
      "External id": 16107,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681329.090, "dur": 0.633,
    "args": {
      "External id": 16108,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681330.947, "dur": 23.710,
    "args": {
      "External id": 16109,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681356.401, "dur": 5.591,
    "args": {
      "External id": 16110,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681358.587, "dur": 3.054,
    "args": {
      "External id": 16111,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681363.081, "dur": 23.650,
    "args": {
      "External id": 16112,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681364.099, "dur": 1.787,
    "args": {
      "External id": 16113,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681368.953, "dur": 17.479,
    "args": {
      "External id": 16114,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681372.578, "dur": 2.759,
    "args": {
      "External id": 16115,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9610
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681388.537, "dur": 21.020,
    "args": {
      "External id": 16116,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681411.424, "dur": 13.696,
    "args": {
      "External id": 16117,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9612
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681427.956, "dur": 13.672,
    "args": {
      "External id": 16118,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9613
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681442.955, "dur": 12.604,
    "args": {
      "External id": 16119,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9614
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681457.181, "dur": 21.499,
    "args": {
      "External id": 16120,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9615
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681459.494, "dur": 1.620,
    "args": {
      "External id": 16121,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9616
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681464.516, "dur": 0.849,
    "args": {
      "External id": 16122,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9617
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681480.334, "dur": 11.638,
    "args": {
      "External id": 16123,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9618
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681493.254, "dur": 11.005,
    "args": {
      "External id": 16124,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681512.827, "dur": 1.888,
    "args": {
      "External id": 16125,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681521.011, "dur": 3.886,
    "args": {
      "External id": 16126,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681523.238, "dur": 0.856,
    "args": {
      "External id": 16127,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9622
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681592.193, "dur": 61.099,
    "args": {
      "External id": 16128,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9623
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681657.971, "dur": 9.642,
    "args": {
      "External id": 16129,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681662.175, "dur": 3.215,
    "args": {
      "External id": 16130,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681669.223, "dur": 23.447,
    "args": {
      "External id": 16131,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681697.497, "dur": 5.320,
    "args": {
      "External id": 16132,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681699.126, "dur": 3.104,
    "args": {
      "External id": 16133,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681700.860, "dur": 1.164,
    "args": {
      "External id": 16134,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681705.457, "dur": 42.574,
    "args": {
      "External id": 16135,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681708.252, "dur": 38.926,
    "args": {
      "External id": 16136,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681751.930, "dur": 14.136,
    "args": {
      "External id": 16137,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681771.406, "dur": 3.424,
    "args": {
      "External id": 16138,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681773.294, "dur": 0.696,
    "args": {
      "External id": 16139,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681778.827, "dur": 48.437,
    "args": {
      "External id": 16140,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681779.842, "dur": 5.041,
    "args": {
      "External id": 16141,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9636
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681780.871, "dur": 3.350,
    "args": {
      "External id": 16142,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9637
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681783.261, "dur": 0.819,
    "args": {
      "External id": 16143,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9638
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681785.929, "dur": 40.943,
    "args": {
      "External id": 16144,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9639
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681786.416, "dur": 39.702,
    "args": {
      "External id": 16145,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681830.961, "dur": 4.166,
    "args": {
      "External id": 16146,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9641
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681832.995, "dur": 0.982,
    "args": {
      "External id": 16147,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9642
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681840.254, "dur": 1.162,
    "args": {
      "External id": 16148,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9643
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681849.673, "dur": 5.985,
    "args": {
      "External id": 16149,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9644
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681851.366, "dur": 4.039,
    "args": {
      "External id": 16150,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9645
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681936.002, "dur": 217.756,
    "args": {
      "External id": 16151,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681937.786, "dur": 3.674,
    "args": {
      "External id": 16152,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681942.934, "dur": 210.310,
    "args": {
      "External id": 16153,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681944.250, "dur": 0.325,
    "args": {
      "External id": 16154,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9649
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681947.265, "dur": 20.253,
    "args": {
      "External id": 16155,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681968.863, "dur": 4.836,
    "args": {
      "External id": 16156,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9651
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681972.732, "dur": 0.684,
    "args": {
      "External id": 16157,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681974.599, "dur": 61.587,
    "args": {
      "External id": 16158,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9653
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681975.362, "dur": 1.842,
    "args": {
      "External id": 16159,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681978.301, "dur": 57.530,
    "args": {
      "External id": 16160,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9655
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650681980.867, "dur": 41.564,
    "args": {
      "External id": 16161,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682038.498, "dur": 20.435,
    "args": {
      "External id": 16162,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682060.346, "dur": 13.856,
    "args": {
      "External id": 16163,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682076.846, "dur": 13.385,
    "args": {
      "External id": 16164,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682093.194, "dur": 11.438,
    "args": {
      "External id": 16165,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682106.383, "dur": 21.267,
    "args": {
      "External id": 16166,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682108.047, "dur": 1.785,
    "args": {
      "External id": 16167,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9662
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682112.126, "dur": 2.212,
    "args": {
      "External id": 16168,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682129.043, "dur": 11.003,
    "args": {
      "External id": 16169,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682141.096, "dur": 10.986,
    "args": {
      "External id": 16170,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9665
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682162.504, "dur": 1.948,
    "args": {
      "External id": 16171,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9666
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682173.629, "dur": 3.586,
    "args": {
      "External id": 16172,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682176.071, "dur": 0.360,
    "args": {
      "External id": 16173,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682258.857, "dur": 57.128,
    "args": {
      "External id": 16174,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682321.332, "dur": 5.700,
    "args": {
      "External id": 16175,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9670
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682324.517, "dur": 1.076,
    "args": {
      "External id": 16176,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682328.385, "dur": 25.007,
    "args": {
      "External id": 16177,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682358.103, "dur": 7.547,
    "args": {
      "External id": 16178,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9673
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682359.700, "dur": 5.299,
    "args": {
      "External id": 16179,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682363.186, "dur": 1.635,
    "args": {
      "External id": 16180,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9675
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682368.157, "dur": 38.964,
    "args": {
      "External id": 16181,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9676
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682369.272, "dur": 37.122,
    "args": {
      "External id": 16182,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682411.048, "dur": 14.621,
    "args": {
      "External id": 16183,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9678
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682430.886, "dur": 3.708,
    "args": {
      "External id": 16184,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9679
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682433.119, "dur": 0.732,
    "args": {
      "External id": 16185,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9680
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682440.111, "dur": 45.553,
    "args": {
      "External id": 16186,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9681
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682441.072, "dur": 3.463,
    "args": {
      "External id": 16187,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9682
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682441.785, "dur": 2.187,
    "args": {
      "External id": 16188,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9683
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682443.199, "dur": 0.639,
    "args": {
      "External id": 16189,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9684
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682445.127, "dur": 40.135,
    "args": {
      "External id": 16190,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9685
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682445.630, "dur": 38.892,
    "args": {
      "External id": 16191,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682503.790, "dur": 3.747,
    "args": {
      "External id": 16192,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682505.682, "dur": 0.738,
    "args": {
      "External id": 16193,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682514.857, "dur": 1.634,
    "args": {
      "External id": 16194,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9689
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682524.116, "dur": 7.883,
    "args": {
      "External id": 16195,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9690
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682526.388, "dur": 5.317,
    "args": {
      "External id": 16196,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9691
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682619.438, "dur": 182.119,
    "args": {
      "External id": 16197,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9692
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682621.735, "dur": 2.187,
    "args": {
      "External id": 16198,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682625.139, "dur": 175.734,
    "args": {
      "External id": 16199,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9694
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682626.469, "dur": 0.713,
    "args": {
      "External id": 16200,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9695
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682629.706, "dur": 22.251,
    "args": {
      "External id": 16201,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9696
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682653.409, "dur": 3.045,
    "args": {
      "External id": 16202,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9697
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682655.445, "dur": 0.626,
    "args": {
      "External id": 16203,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9698
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682657.326, "dur": 27.637,
    "args": {
      "External id": 16204,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682658.086, "dur": 1.474,
    "args": {
      "External id": 16205,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9700
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682660.791, "dur": 23.847,
    "args": {
      "External id": 16206,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9701
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682665.032, "dur": 2.228,
    "args": {
      "External id": 16207,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9702
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682686.438, "dur": 19.273,
    "args": {
      "External id": 16208,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682706.922, "dur": 13.283,
    "args": {
      "External id": 16209,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682722.381, "dur": 13.147,
    "args": {
      "External id": 16210,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9705
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682738.378, "dur": 11.769,
    "args": {
      "External id": 16211,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682751.734, "dur": 23.949,
    "args": {
      "External id": 16212,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9707
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682753.743, "dur": 1.598,
    "args": {
      "External id": 16213,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9708
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682757.045, "dur": 0.666,
    "args": {
      "External id": 16214,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9709
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682776.879, "dur": 10.917,
    "args": {
      "External id": 16215,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682788.890, "dur": 10.744,
    "args": {
      "External id": 16216,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682808.845, "dur": 1.584,
    "args": {
      "External id": 16217,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682818.264, "dur": 3.301,
    "args": {
      "External id": 16218,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682820.369, "dur": 0.367,
    "args": {
      "External id": 16219,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9714
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682881.805, "dur": 46.348,
    "args": {
      "External id": 16220,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682932.464, "dur": 4.211,
    "args": {
      "External id": 16221,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9716
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682934.706, "dur": 0.994,
    "args": {
      "External id": 16222,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682938.030, "dur": 20.813,
    "args": {
      "External id": 16223,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9718
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682963.037, "dur": 6.070,
    "args": {
      "External id": 16224,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9719
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682965.689, "dur": 2.743,
    "args": {
      "External id": 16225,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682967.043, "dur": 1.216,
    "args": {
      "External id": 16226,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9721
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682974.819, "dur": 87.858,
    "args": {
      "External id": 16227,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9722
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650682975.721, "dur": 85.841,
    "args": {
      "External id": 16228,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9723
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683068.148, "dur": 29.047,
    "args": {
      "External id": 16229,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9724
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683103.501, "dur": 5.861,
    "args": {
      "External id": 16230,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9725
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683107.444, "dur": 0.858,
    "args": {
      "External id": 16231,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9726
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683113.320, "dur": 84.706,
    "args": {
      "External id": 16232,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9727
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683114.038, "dur": 3.794,
    "args": {
      "External id": 16233,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9728
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683115.000, "dur": 2.215,
    "args": {
      "External id": 16234,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9729
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683116.259, "dur": 0.829,
    "args": {
      "External id": 16235,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9730
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683118.465, "dur": 79.151,
    "args": {
      "External id": 16236,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683119.115, "dur": 77.906,
    "args": {
      "External id": 16237,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683202.986, "dur": 6.205,
    "args": {
      "External id": 16238,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683205.007, "dur": 2.688,
    "args": {
      "External id": 16239,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683215.259, "dur": 1.699,
    "args": {
      "External id": 16240,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683224.712, "dur": 19.938,
    "args": {
      "External id": 16241,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683226.416, "dur": 17.613,
    "args": {
      "External id": 16242,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683339.021, "dur": 174.524,
    "args": {
      "External id": 16243,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683341.405, "dur": 2.539,
    "args": {
      "External id": 16244,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683345.728, "dur": 167.323,
    "args": {
      "External id": 16245,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683346.873, "dur": 0.401,
    "args": {
      "External id": 16246,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683348.265, "dur": 23.959,
    "args": {
      "External id": 16247,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9742
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683373.822, "dur": 3.517,
    "args": {
      "External id": 16248,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9743
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683375.666, "dur": 1.300,
    "args": {
      "External id": 16249,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9744
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683378.066, "dur": 23.810,
    "args": {
      "External id": 16250,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9745
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683379.286, "dur": 1.603,
    "args": {
      "External id": 16251,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683383.793, "dur": 17.769,
    "args": {
      "External id": 16252,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9747
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683388.269, "dur": 2.500,
    "args": {
      "External id": 16253,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9748
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683403.157, "dur": 19.879,
    "args": {
      "External id": 16254,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9749
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683424.394, "dur": 12.864,
    "args": {
      "External id": 16255,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683439.918, "dur": 13.768,
    "args": {
      "External id": 16256,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683454.867, "dur": 11.570,
    "args": {
      "External id": 16257,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683467.977, "dur": 19.903,
    "args": {
      "External id": 16258,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683469.934, "dur": 1.805,
    "args": {
      "External id": 16259,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9754
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683474.893, "dur": 0.683,
    "args": {
      "External id": 16260,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9755
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683489.013, "dur": 11.040,
    "args": {
      "External id": 16261,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683500.866, "dur": 11.160,
    "args": {
      "External id": 16262,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9757
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683520.178, "dur": 1.843,
    "args": {
      "External id": 16263,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9758
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683530.299, "dur": 3.394,
    "args": {
      "External id": 16264,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9759
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683532.615, "dur": 0.377,
    "args": {
      "External id": 16265,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683593.690, "dur": 49.585,
    "args": {
      "External id": 16266,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9761
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683647.944, "dur": 6.422,
    "args": {
      "External id": 16267,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9762
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683651.887, "dur": 1.335,
    "args": {
      "External id": 16268,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683655.674, "dur": 22.082,
    "args": {
      "External id": 16269,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683681.896, "dur": 4.283,
    "args": {
      "External id": 16270,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683683.015, "dur": 2.603,
    "args": {
      "External id": 16271,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683684.420, "dur": 0.994,
    "args": {
      "External id": 16272,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683688.449, "dur": 38.095,
    "args": {
      "External id": 16273,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683689.328, "dur": 36.398,
    "args": {
      "External id": 16274,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683731.726, "dur": 13.451,
    "args": {
      "External id": 16275,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683750.041, "dur": 3.456,
    "args": {
      "External id": 16276,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9771
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683752.112, "dur": 0.705,
    "args": {
      "External id": 16277,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "67108864"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9772
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683756.498, "dur": 47.408,
    "args": {
      "External id": 16278,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9773
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683757.355, "dur": 6.763,
    "args": {
      "External id": 16279,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9774
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683757.878, "dur": 5.660,
    "args": {
      "External id": 16280,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9775
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683762.531, "dur": 0.860,
    "args": {
      "External id": 16281,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9776
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683764.635, "dur": 38.844,
    "args": {
      "External id": 16282,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683765.133, "dur": 37.773,
    "args": {
      "External id": 16283,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683813.135, "dur": 3.684,
    "args": {
      "External id": 16284,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9779
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683815.024, "dur": 0.712,
    "args": {
      "External id": 16285,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683821.679, "dur": 1.164,
    "args": {
      "External id": 16286,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9781
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683829.427, "dur": 6.759,
    "args": {
      "External id": 16287,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9782
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683832.529, "dur": 3.412,
    "args": {
      "External id": 16288,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9783
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683909.060, "dur": 207.049,
    "args": {
      "External id": 16289,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9784
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683912.799, "dur": 2.165,
    "args": {
      "External id": 16290,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9785
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683916.427, "dur": 199.228,
    "args": {
      "External id": 16291,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9786
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683917.670, "dur": 0.264,
    "args": {
      "External id": 16292,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9787
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683918.802, "dur": 18.019,
    "args": {
      "External id": 16293,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9788
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683938.446, "dur": 4.791,
    "args": {
      "External id": 16294,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683941.893, "dur": 0.988,
    "args": {
      "External id": 16295,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9790
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683944.042, "dur": 20.577,
    "args": {
      "External id": 16296,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9791
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683944.930, "dur": 1.357,
    "args": {
      "External id": 16297,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683949.387, "dur": 14.926,
    "args": {
      "External id": 16298,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683951.569, "dur": 2.160,
    "args": {
      "External id": 16299,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683965.764, "dur": 16.778,
    "args": {
      "External id": 16300,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650683983.875, "dur": 52.449,
    "args": {
      "External id": 16301,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684040.030, "dur": 14.271,
    "args": {
      "External id": 16302,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684055.520, "dur": 11.589,
    "args": {
      "External id": 16303,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684068.824, "dur": 21.487,
    "args": {
      "External id": 16304,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684070.843, "dur": 1.889,
    "args": {
      "External id": 16305,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9800
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684076.335, "dur": 1.420,
    "args": {
      "External id": 16306,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9801
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684091.539, "dur": 11.255,
    "args": {
      "External id": 16307,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9802
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684103.672, "dur": 11.027,
    "args": {
      "External id": 16308,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9803
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684123.711, "dur": 2.000,
    "args": {
      "External id": 16309,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9804
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684133.693, "dur": 3.528,
    "args": {
      "External id": 16310,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684135.869, "dur": 0.523,
    "args": {
      "External id": 16311,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684199.979, "dur": 68.977,
    "args": {
      "External id": 16312,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9807
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684275.007, "dur": 7.800,
    "args": {
      "External id": 16313,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684280.088, "dur": 1.226,
    "args": {
      "External id": 16314,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "67108864"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9809
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684284.071, "dur": 23.686,
    "args": {
      "External id": 16315,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684313.036, "dur": 5.102,
    "args": {
      "External id": 16316,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684314.525, "dur": 2.887,
    "args": {
      "External id": 16317,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684316.022, "dur": 1.213,
    "args": {
      "External id": 16318,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684321.133, "dur": 42.864,
    "args": {
      "External id": 16319,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9814
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684323.788, "dur": 39.567,
    "args": {
      "External id": 16320,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9815
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684367.612, "dur": 14.572,
    "args": {
      "External id": 16321,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9816
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684387.551, "dur": 3.682,
    "args": {
      "External id": 16322,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684389.253, "dur": 1.250,
    "args": {
      "External id": 16323,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "83886080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684394.823, "dur": 55.249,
    "args": {
      "External id": 16324,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684403.096, "dur": 5.752,
    "args": {
      "External id": 16325,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9820
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684405.732, "dur": 2.522,
    "args": {
      "External id": 16326,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684407.477, "dur": 0.652,
    "args": {
      "External id": 16327,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9822
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684409.646, "dur": 39.973,
    "args": {
      "External id": 16328,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684410.239, "dur": 38.700,
    "args": {
      "External id": 16329,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9824
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684453.544, "dur": 3.747,
    "args": {
      "External id": 16330,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9825
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684455.543, "dur": 0.735,
    "args": {
      "External id": 16331,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684464.931, "dur": 1.262,
    "args": {
      "External id": 16332,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684473.233, "dur": 6.984,
    "args": {
      "External id": 16333,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9828
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684474.811, "dur": 5.143,
    "args": {
      "External id": 16334,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9829
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684558.239, "dur": 167.213,
    "args": {
      "External id": 16335,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9830
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684560.183, "dur": 2.002,
    "args": {
      "External id": 16336,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9831
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684563.465, "dur": 161.507,
    "args": {
      "External id": 16337,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9832
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684566.652, "dur": 0.393,
    "args": {
      "External id": 16338,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9833
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684567.948, "dur": 21.879,
    "args": {
      "External id": 16339,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9834
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684591.372, "dur": 2.859,
    "args": {
      "External id": 16340,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9835
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684593.361, "dur": 0.612,
    "args": {
      "External id": 16341,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9836
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684594.969, "dur": 20.812,
    "args": {
      "External id": 16342,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9837
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684596.042, "dur": 1.495,
    "args": {
      "External id": 16343,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9838
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684598.567, "dur": 16.896,
    "args": {
      "External id": 16344,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9839
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684602.411, "dur": 2.572,
    "args": {
      "External id": 16345,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684617.256, "dur": 18.637,
    "args": {
      "External id": 16346,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684637.202, "dur": 12.094,
    "args": {
      "External id": 16347,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684653.624, "dur": 13.511,
    "args": {
      "External id": 16348,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684668.246, "dur": 10.819,
    "args": {
      "External id": 16349,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684680.442, "dur": 17.646,
    "args": {
      "External id": 16350,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9845
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684682.035, "dur": 1.594,
    "args": {
      "External id": 16351,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684685.417, "dur": 0.643,
    "args": {
      "External id": 16352,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9847
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684699.395, "dur": 11.695,
    "args": {
      "External id": 16353,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684714.117, "dur": 9.816,
    "args": {
      "External id": 16354,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9849
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684731.223, "dur": 1.240,
    "args": {
      "External id": 16355,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9850
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684739.691, "dur": 2.910,
    "args": {
      "External id": 16356,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9851
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684741.467, "dur": 0.322,
    "args": {
      "External id": 16357,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9852
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684796.831, "dur": 46.511,
    "args": {
      "External id": 16358,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9853
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684847.260, "dur": 4.804,
    "args": {
      "External id": 16359,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9854
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684849.718, "dur": 1.298,
    "args": {
      "External id": 16360,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "83886080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9855
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684853.149, "dur": 21.018,
    "args": {
      "External id": 16361,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684878.396, "dur": 5.925,
    "args": {
      "External id": 16362,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9857
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684881.245, "dur": 2.489,
    "args": {
      "External id": 16363,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9858
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684882.745, "dur": 0.817,
    "args": {
      "External id": 16364,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684886.107, "dur": 37.573,
    "args": {
      "External id": 16365,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9860
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684886.832, "dur": 36.201,
    "args": {
      "External id": 16366,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684926.709, "dur": 13.291,
    "args": {
      "External id": 16367,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9862
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684944.491, "dur": 5.092,
    "args": {
      "External id": 16368,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684948.085, "dur": 0.752,
    "args": {
      "External id": 16369,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "100663296"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684952.547, "dur": 88.590,
    "args": {
      "External id": 16370,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9865
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684953.170, "dur": 4.753,
    "args": {
      "External id": 16371,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684953.797, "dur": 3.590,
    "args": {
      "External id": 16372,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9867
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684955.140, "dur": 1.947,
    "args": {
      "External id": 16373,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9868
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684958.623, "dur": 81.932,
    "args": {
      "External id": 16374,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650684959.257, "dur": 80.122,
    "args": {
      "External id": 16375,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685046.838, "dur": 5.023,
    "args": {
      "External id": 16376,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685049.492, "dur": 0.957,
    "args": {
      "External id": 16377,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685059.625, "dur": 1.429,
    "args": {
      "External id": 16378,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685068.097, "dur": 5.703,
    "args": {
      "External id": 16379,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685069.789, "dur": 3.757,
    "args": {
      "External id": 16380,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9875
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685150.973, "dur": 259.557,
    "args": {
      "External id": 16381,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9876
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685152.998, "dur": 2.261,
    "args": {
      "External id": 16382,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9877
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685158.256, "dur": 251.818,
    "args": {
      "External id": 16383,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9878
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685159.397, "dur": 0.388,
    "args": {
      "External id": 16384,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9879
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685221.582, "dur": 45.477,
    "args": {
      "External id": 16385,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9880
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685270.139, "dur": 3.491,
    "args": {
      "External id": 16386,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9881
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685272.141, "dur": 1.217,
    "args": {
      "External id": 16387,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9882
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685274.496, "dur": 23.223,
    "args": {
      "External id": 16388,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685275.512, "dur": 3.460,
    "args": {
      "External id": 16389,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685280.299, "dur": 16.915,
    "args": {
      "External id": 16390,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685283.113, "dur": 2.766,
    "args": {
      "External id": 16391,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9886
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685299.222, "dur": 19.189,
    "args": {
      "External id": 16392,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685319.979, "dur": 13.383,
    "args": {
      "External id": 16393,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9888
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685337.632, "dur": 13.687,
    "args": {
      "External id": 16394,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9889
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685352.621, "dur": 11.460,
    "args": {
      "External id": 16395,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685365.571, "dur": 18.515,
    "args": {
      "External id": 16396,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685367.317, "dur": 1.497,
    "args": {
      "External id": 16397,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9892
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685370.709, "dur": 0.939,
    "args": {
      "External id": 16398,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9893
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685385.470, "dur": 10.957,
    "args": {
      "External id": 16399,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9894
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685399.470, "dur": 9.811,
    "args": {
      "External id": 16400,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685418.837, "dur": 2.225,
    "args": {
      "External id": 16401,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9896
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685430.997, "dur": 3.470,
    "args": {
      "External id": 16402,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9897
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685433.336, "dur": 0.352,
    "args": {
      "External id": 16403,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685505.422, "dur": 63.460,
    "args": {
      "External id": 16404,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685573.905, "dur": 4.912,
    "args": {
      "External id": 16405,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685576.417, "dur": 1.376,
    "args": {
      "External id": 16406,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "100663296"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685580.308, "dur": 23.873,
    "args": {
      "External id": 16407,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685610.541, "dur": 7.304,
    "args": {
      "External id": 16408,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685612.234, "dur": 4.824,
    "args": {
      "External id": 16409,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685614.043, "dur": 2.781,
    "args": {
      "External id": 16410,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685620.448, "dur": 41.547,
    "args": {
      "External id": 16411,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9906
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685621.724, "dur": 39.576,
    "args": {
      "External id": 16412,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9907
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685665.824, "dur": 13.621,
    "args": {
      "External id": 16413,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9908
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685684.888, "dur": 5.224,
    "args": {
      "External id": 16414,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685688.500, "dur": 0.855,
    "args": {
      "External id": 16415,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "117440512"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9910
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685694.076, "dur": 48.254,
    "args": {
      "External id": 16416,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 9911
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685695.008, "dur": 3.588,
    "args": {
      "External id": 16417,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9912
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685695.835, "dur": 2.170,
    "args": {
      "External id": 16418,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 9913
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685697.106, "dur": 0.749,
    "args": {
      "External id": 16419,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 9914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685699.302, "dur": 42.690,
    "args": {
      "External id": 16420,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9915
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685701.271, "dur": 40.189,
    "args": {
      "External id": 16421,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 9916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685745.866, "dur": 4.033,
    "args": {
      "External id": 16422,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685748.044, "dur": 0.755,
    "args": {
      "External id": 16423,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685754.918, "dur": 1.450,
    "args": {
      "External id": 16424,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 9919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685764.318, "dur": 7.295,
    "args": {
      "External id": 16425,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 9920
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685768.108, "dur": 3.277,
    "args": {
      "External id": 16426,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9921
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685849.393, "dur": 213.104,
    "args": {
      "External id": 16427,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685851.304, "dur": 1.838,
    "args": {
      "External id": 16428,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685856.137, "dur": 205.913,
    "args": {
      "External id": 16429,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 9924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685857.399, "dur": 0.208,
    "args": {
      "External id": 16430,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685858.447, "dur": 19.443,
    "args": {
      "External id": 16431,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 9926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685879.509, "dur": 4.376,
    "args": {
      "External id": 16432,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 9927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685881.571, "dur": 2.069,
    "args": {
      "External id": 16433,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 9928
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685884.817, "dur": 25.156,
    "args": {
      "External id": 16434,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685891.676, "dur": 1.488,
    "args": {
      "External id": 16435,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9930
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685894.675, "dur": 14.980,
    "args": {
      "External id": 16436,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 9931
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685896.903, "dur": 2.250,
    "args": {
      "External id": 16437,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9932
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685911.070, "dur": 18.825,
    "args": {
      "External id": 16438,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9933
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685931.244, "dur": 13.626,
    "args": {
      "External id": 16439,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9934
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685947.361, "dur": 13.126,
    "args": {
      "External id": 16440,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 9935
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685961.486, "dur": 11.595,
    "args": {
      "External id": 16441,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 9936
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685974.601, "dur": 58.739,
    "args": {
      "External id": 16442,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 9937
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685976.219, "dur": 1.695,
    "args": {
      "External id": 16443,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 9938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650685981.411, "dur": 0.663,
    "args": {
      "External id": 16444,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 9939
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686035.998, "dur": 12.220,
    "args": {
      "External id": 16445,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 9940
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686049.331, "dur": 11.636,
    "args": {
      "External id": 16446,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 9941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686070.130, "dur": 1.941,
    "args": {
      "External id": 16447,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 9942
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686080.610, "dur": 3.666,
    "args": {
      "External id": 16448,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 9943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686082.793, "dur": 0.681,
    "args": {
      "External id": 16449,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9944
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686147.458, "dur": 52.289,
    "args": {
      "External id": 16450,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 9945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686203.904, "dur": 6.520,
    "args": {
      "External id": 16451,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 9946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686208.351, "dur": 0.935,
    "args": {
      "External id": 16452,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "117440512"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 9947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686211.800, "dur": 39.470,
    "args": {
      "External id": 16453,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 9948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686257.677, "dur": 6.385,
    "args": {
      "External id": 16454,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 9949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686259.188, "dur": 3.711,
    "args": {
      "External id": 16455,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 9950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686261.058, "dur": 1.612,
    "args": {
      "External id": 16456,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 9951
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686267.030, "dur": 45.374,
    "args": {
      "External id": 16457,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686269.857, "dur": 41.838,
    "args": {
      "External id": 16458,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 9953
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686316.209, "dur": 14.903,
    "args": {
      "External id": 16459,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686336.003, "dur": 24.164,
    "args": {
      "External id": 16460,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 9955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686338.393, "dur": 21.414,
    "args": {
      "External id": 16461,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 9956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686343.288, "dur": 2.179,
    "args": {
      "External id": 16462,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 9957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686365.229, "dur": 27.565,
    "args": {
      "External id": 16463,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 9958
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686367.278, "dur": 25.309,
    "args": {
      "External id": 16464,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], [], []], "Ev Idx": 9959
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686371.911, "dur": 4.107,
    "args": {
      "External id": 16465,"Record function id": 0, "Concrete Inputs": ["[32000, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9960
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686378.894, "dur": 13.264,
    "args": {
      "External id": 16466,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 9961
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686406.281, "dur": 4.650,
    "args": {
      "External id": 16467,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 9962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686408.094, "dur": 2.584,
    "args": {
      "External id": 16468,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 9963
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686412.055, "dur": 1.034,
    "args": {
      "External id": 16469,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9964
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686412.622, "dur": 0.396,
    "args": {
      "External id": 16470,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 9965
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686453.903, "dur": 23.020,
    "args": {
      "External id": 16471,"Sequence number": 246760, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 9966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686478.766, "dur": 13.817,
    "args": {
      "External id": 16472,"Sequence number": 246761, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 9967
    }
  },
  {
    "ph": "s", "id": 9, "pid": 1336753, "tid": 1336753, "ts": 1295650686478.766,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686498.633, "dur": 5.518,
    "args": {
      "External id": 16473,"Sequence number": 246762, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], [], []], "Input Dims": [[16, 4, 4096], [], [], [], []], "Ev Idx": 9968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686501.940, "dur": 0.976,
    "args": {
      "External id": 16474,"Record function id": 0, "Concrete Inputs": ["", "[16, 4, 4096]", "[8192, 1, 1]", "1"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 9969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686511.869, "dur": 6.754,
    "args": {
      "External id": 16475,"Sequence number": 246762, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "3"], "Input type": ["long int", "Scalar", "Scalar"], "Input Strides": [[8192, 1, 1], [], []], "Input Dims": [[16, 4, 4096], [], []], "Ev Idx": 9970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686516.525, "dur": 0.791,
    "args": {
      "External id": 16476,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "4"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1, 1], [], [], []], "Input Dims": [[16, 4, 4096], [], [], []], "Ev Idx": 9971
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686519.826, "dur": 2.540,
    "args": {
      "External id": 16477,"Sequence number": 246762, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], []], "Ev Idx": 9972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686521.064, "dur": 0.771,
    "args": {
      "External id": 16478,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096]", "[8192, 1]", "4"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[8192, 1], [], [], []], "Input Dims": [[16, 4096], [], [], []], "Ev Idx": 9973
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686528.064, "dur": 5.896,
    "args": {
      "External id": 16479,"Sequence number": 246762, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 9974
    }
  },
  {
    "ph": "s", "id": 8, "pid": 1336753, "tid": 1336753, "ts": 1295650686528.064,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686531.215, "dur": 1.496,
    "args": {
      "External id": 16480,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 9975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686534.986, "dur": 4.821,
    "args": {
      "External id": 16481,"Sequence number": 246763, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "1", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], [], []], "Ev Idx": 9976
    }
  },
  {
    "ph": "s", "id": 7, "pid": 1336753, "tid": 1336753, "ts": 1295650686534.986,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686538.272, "dur": 0.788,
    "args": {
      "External id": 16482,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 4, 2048]", "[33554432, 8192, 2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 9977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::select", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686540.872, "dur": 6.682,
    "args": {
      "External id": 16483,"Sequence number": 246764, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "3"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], []], "Input Dims": [[16, 4096, 4, 2048], [], []], "Ev Idx": 9978
    }
  },
  {
    "ph": "s", "id": 6, "pid": 1336753, "tid": 1336753, "ts": 1295650686540.872,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686545.744, "dur": 0.995,
    "args": {
      "External id": 16484,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "6144"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 2048, 1], [], [], []], "Input Dims": [[16, 4096, 4, 2048], [], [], []], "Ev Idx": 9979
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686548.512, "dur": 5.675,
    "args": {
      "External id": 16485,"Sequence number": 246765, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "2", "0", "9223372036854775807", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], [], []], "Ev Idx": 9980
    }
  },
  {
    "ph": "s", "id": 5, "pid": 1336753, "tid": 1336753, "ts": 1295650686548.512,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686551.260, "dur": 2.177,
    "args": {
      "External id": 16486,"Record function id": 0, "Concrete Inputs": ["", "[16, 4096, 2048]", "[33554432, 8192, 1]", "6144"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[33554432, 8192, 1], [], [], []], "Input Dims": [[16, 4096, 2048], [], [], []], "Ev Idx": 9981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686558.685, "dur": 28.329,
    "args": {
      "External id": 16487,"Sequence number": 246766, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 9982
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686560.089, "dur": 26.662,
    "args": {
      "External id": 16488,"Sequence number": 246766, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["long int", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 9983
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686562.838, "dur": 5.884,
    "args": {
      "External id": 16489,"Record function id": 0, "Concrete Inputs": ["", "4", "0", "", "", "0"], "Input type": ["long int", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[16, 4096], [], [], [], [], []], "Ev Idx": 9984
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686564.922, "dur": 3.229,
    "args": {
      "External id": 16490,"Record function id": 0, "Concrete Inputs": ["[16, 4096]", "4", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9985
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686569.526, "dur": 16.639,
    "args": {
      "External id": 16491,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "long int", "Scalar"], "Input Strides": [[4096, 1], [8192, 1], []], "Input Dims": [[16, 4096], [16, 4096], []], "Ev Idx": 9986
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686614.261, "dur": 4.955,
    "args": {
      "External id": 16492,"Sequence number": 246766, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1, 2048]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[33554432, 8192, 1], []], "Input Dims": [[16, 4096, 2048], []], "Ev Idx": 9987
    }
  },
  {
    "ph": "s", "id": 4, "pid": 1336753, "tid": 1336753, "ts": 1295650686614.261,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686621.629, "dur": 1.304,
    "args": {
      "External id": 16493,"Sequence number": 246767, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["long int", "ScalarList"], "Input Strides": [[4096, 1], []], "Input Dims": [[16, 4096], []], "Ev Idx": 9988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "FusedLinearCrossEntropyFunction", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686654.850, "dur": 44480.427,
    "args": {
      "External id": 16494,"Sequence number": 246767, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "", "", "-100", "0.", "1.", "8"], "Input type": ["c10::BFloat16", "long int", "c10::BFloat16", "", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[8192, 1], [1], [2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [65536], [32000, 2048], [], [], [], [], []], "Ev Idx": 9989
    }
  },
  {
    "ph": "s", "id": 3, "pid": 1336753, "tid": 1336753, "ts": 1295650686654.850,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::contiguous", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686669.612, "dur": 27.297,
    "args": {
      "External id": 16495,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 9990
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686670.438, "dur": 26.233,
    "args": {
      "External id": 16496,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[8192, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 9991
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686671.609, "dur": 6.510,
    "args": {
      "External id": 16497,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "", "0"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[8192, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 9992
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686672.973, "dur": 4.699,
    "args": {
      "External id": 16498,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "15", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686678.836, "dur": 17.254,
    "args": {
      "External id": 16499,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [8192, 1], []], "Input Dims": [[65536, 2048], [65536, 2048], []], "Ev Idx": 9994
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686712.347, "dur": 25.764,
    "args": {
      "External id": 16500,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", ""], "Input type": ["c10::BFloat16", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 9995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686713.599, "dur": 7.471,
    "args": {
      "External id": 16501,"Record function id": 0, "Concrete Inputs": ["", "15", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], [], []], "Ev Idx": 9996
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686716.982, "dur": 3.770,
    "args": {
      "External id": 16502,"Record function id": 0, "Concrete Inputs": ["[65536, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 9997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686722.300, "dur": 15.596,
    "args": {
      "External id": 16503,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 9998
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686724.810, "dur": 12.684,
    "args": {
      "External id": 16504,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], []], "Input Dims": [[65536, 2048], []], "Ev Idx": 9999
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686741.440, "dur": 17.487,
    "args": {
      "External id": 16505,"Record function id": 0, "Concrete Inputs": ["", "6", "", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 10000
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686742.114, "dur": 4.569,
    "args": {
      "External id": 16506,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "False", ""], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 10001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686743.691, "dur": 2.678,
    "args": {
      "External id": 16507,"Record function id": 0, "Concrete Inputs": ["[32000, 2048]", "[2048, 1]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686747.206, "dur": 11.521,
    "args": {
      "External id": 16508,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686747.833, "dur": 10.526,
    "args": {
      "External id": 16509,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[2048, 1], []], "Input Dims": [[32000, 2048], []], "Ev Idx": 10004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686764.641, "dur": 17.895,
    "args": {
      "External id": 16510,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False"], "Input type": ["ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 10005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686768.247, "dur": 2.795,
    "args": {
      "External id": 16511,"Record function id": 0, "Concrete Inputs": ["[65536]", "6", "", "", "False", ""], "Input type": ["ScalarList", "Scalar", "", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10006
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686772.001, "dur": 10.273,
    "args": {
      "External id": 16512,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[65536]], "Ev Idx": 10007
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686772.844, "dur": 9.156,
    "args": {
      "External id": 16513,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 10008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686787.455, "dur": 20.277,
    "args": {
      "External id": 16514,"Record function id": 0, "Concrete Inputs": ["", "-100"], "Input type": ["long int", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 10009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686810.367, "dur": 43.390,
    "args": {
      "External id": 16515,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["bool", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 10010
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686812.289, "dur": 41.019,
    "args": {
      "External id": 16516,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["bool", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10011
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686818.091, "dur": 0.925,
    "args": {
      "External id": 16517,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["long int", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10012
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686820.375, "dur": 19.024,
    "args": {
      "External id": 16518,"Record function id": 0, "Concrete Inputs": ["", "4", "False", "False", ""], "Input type": ["bool", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10013
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686821.758, "dur": 17.431,
    "args": {
      "External id": 16519,"Record function id": 0, "Concrete Inputs": ["", "4", "", "", "", "False", ""], "Input type": ["bool", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[1], [], [], [], [], [], []], "Input Dims": [[65536], [], [], [], [], [], []], "Ev Idx": 10014
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686823.809, "dur": 2.950,
    "args": {
      "External id": 16520,"Record function id": 0, "Concrete Inputs": ["[65536]", "[1]", "4", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686827.648, "dur": 11.174,
    "args": {
      "External id": 16521,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["long int", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[65536], [65536], []], "Ev Idx": 10016
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686859.205, "dur": 38838.038,
    "args": {
      "External id": 16522,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 10017
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 1336753, "tid": 1336753,
    "ts": 1295650686861.038, "dur": 38833.830,
    "args": {
      "External id": 16523,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["long int"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 10018
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725712.100, "dur": 7.992,
    "args": {
      "External id": 16524,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10019
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725716.737, "dur": 1.432,
    "args": {
      "External id": 16525,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10020
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725725.186, "dur": 99.768,
    "args": {
      "External id": 16526,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 10021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725726.718, "dur": 7.430,
    "args": {
      "External id": 16527,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725728.974, "dur": 4.482,
    "args": {
      "External id": 16528,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 10023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725732.295, "dur": 0.885,
    "args": {
      "External id": 16529,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 10024
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725735.562, "dur": 88.689,
    "args": {
      "External id": 16530,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10025
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725737.125, "dur": 86.335,
    "args": {
      "External id": 16531,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10026
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725828.044, "dur": 3.862,
    "args": {
      "External id": 16532,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10027
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725829.843, "dur": 0.609,
    "args": {
      "External id": 16533,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725840.341, "dur": 2.254,
    "args": {
      "External id": 16534,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 10029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725853.633, "dur": 6.205,
    "args": {
      "External id": 16535,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 10030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650725855.756, "dur": 3.839,
    "args": {
      "External id": 16536,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726011.756, "dur": 196.135,
    "args": {
      "External id": 16537,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726015.770, "dur": 3.933,
    "args": {
      "External id": 16538,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726021.190, "dur": 186.242,
    "args": {
      "External id": 16539,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 10034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726022.758, "dur": 0.419,
    "args": {
      "External id": 16540,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726024.334, "dur": 26.790,
    "args": {
      "External id": 16541,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726054.595, "dur": 5.607,
    "args": {
      "External id": 16542,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 10037
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726058.603, "dur": 1.184,
    "args": {
      "External id": 16543,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 10038
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726061.137, "dur": 22.525,
    "args": {
      "External id": 16544,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10039
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726062.066, "dur": 1.599,
    "args": {
      "External id": 16545,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10040
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726064.827, "dur": 18.293,
    "args": {
      "External id": 16546,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 10041
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726068.707, "dur": 3.144,
    "args": {
      "External id": 16547,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10042
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726085.623, "dur": 22.948,
    "args": {
      "External id": 16548,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10043
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726110.325, "dur": 15.892,
    "args": {
      "External id": 16549,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10044
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726129.264, "dur": 15.001,
    "args": {
      "External id": 16550,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 10045
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726145.762, "dur": 12.279,
    "args": {
      "External id": 16551,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10046
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726161.718, "dur": 19.435,
    "args": {
      "External id": 16552,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 10047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726164.029, "dur": 1.352,
    "args": {
      "External id": 16553,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726167.441, "dur": 0.925,
    "args": {
      "External id": 16554,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 10049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726182.680, "dur": 11.583,
    "args": {
      "External id": 16555,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726195.759, "dur": 10.783,
    "args": {
      "External id": 16556,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10051
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726214.863, "dur": 2.213,
    "args": {
      "External id": 16557,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726225.620, "dur": 17.686,
    "args": {
      "External id": 16558,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726240.697, "dur": 0.963,
    "args": {
      "External id": 16559,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "0"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726321.046, "dur": 68.076,
    "args": {
      "External id": 16560,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 10055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726394.640, "dur": 5.865,
    "args": {
      "External id": 16561,"Record function id": 0, "Concrete Inputs": ["", "0", "0", "8192", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726397.249, "dur": 0.819,
    "args": {
      "External id": 16562,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "0"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10057
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726402.188, "dur": 26.650,
    "args": {
      "External id": 16563,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 10058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726434.881, "dur": 8.124,
    "args": {
      "External id": 16564,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 10059
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726436.738, "dur": 5.603,
    "args": {
      "External id": 16565,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 10060
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726440.653, "dur": 1.449,
    "args": {
      "External id": 16566,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 10061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726446.095, "dur": 41.234,
    "args": {
      "External id": 16567,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10062
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726447.498, "dur": 39.093,
    "args": {
      "External id": 16568,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10063
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726491.705, "dur": 15.576,
    "args": {
      "External id": 16569,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 10064
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726512.677, "dur": 3.686,
    "args": {
      "External id": 16570,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10065
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726514.587, "dur": 0.861,
    "args": {
      "External id": 16571,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726522.363, "dur": 46.035,
    "args": {
      "External id": 16572,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 10067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726523.301, "dur": 3.273,
    "args": {
      "External id": 16573,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726523.927, "dur": 2.056,
    "args": {
      "External id": 16574,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 10069
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726525.100, "dur": 0.643,
    "args": {
      "External id": 16575,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 10070
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726527.120, "dur": 40.892,
    "args": {
      "External id": 16576,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10071
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726527.704, "dur": 39.605,
    "args": {
      "External id": 16577,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726573.616, "dur": 3.763,
    "args": {
      "External id": 16578,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10073
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726575.584, "dur": 0.689,
    "args": {
      "External id": 16579,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726583.513, "dur": 1.706,
    "args": {
      "External id": 16580,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 10075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726593.656, "dur": 7.729,
    "args": {
      "External id": 16581,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 10076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726595.582, "dur": 5.496,
    "args": {
      "External id": 16582,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10077
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726690.563, "dur": 177.359,
    "args": {
      "External id": 16583,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726692.801, "dur": 2.207,
    "args": {
      "External id": 16584,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10079
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726696.600, "dur": 170.771,
    "args": {
      "External id": 16585,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 10080
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726698.057, "dur": 0.374,
    "args": {
      "External id": 16586,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726699.368, "dur": 22.989,
    "args": {
      "External id": 16587,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10082
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726723.987, "dur": 3.876,
    "args": {
      "External id": 16588,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 10083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726726.387, "dur": 1.169,
    "args": {
      "External id": 16589,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 10084
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726728.943, "dur": 24.454,
    "args": {
      "External id": 16590,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10085
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726729.925, "dur": 1.816,
    "args": {
      "External id": 16591,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10086
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726733.234, "dur": 19.819,
    "args": {
      "External id": 16592,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 10087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726739.273, "dur": 2.688,
    "args": {
      "External id": 16593,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10088
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726754.909, "dur": 20.470,
    "args": {
      "External id": 16594,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10089
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726776.673, "dur": 13.250,
    "args": {
      "External id": 16595,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10090
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726792.823, "dur": 12.590,
    "args": {
      "External id": 16596,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 10091
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726806.778, "dur": 12.474,
    "args": {
      "External id": 16597,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10092
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726820.942, "dur": 18.317,
    "args": {
      "External id": 16598,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 10093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726822.648, "dur": 1.501,
    "args": {
      "External id": 16599,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726826.177, "dur": 0.891,
    "args": {
      "External id": 16600,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 10095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726842.923, "dur": 11.241,
    "args": {
      "External id": 16601,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10096
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726855.315, "dur": 10.953,
    "args": {
      "External id": 16602,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10097
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726873.373, "dur": 1.644,
    "args": {
      "External id": 16603,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10098
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726883.914, "dur": 3.552,
    "args": {
      "External id": 16604,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10099
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726886.265, "dur": 0.386,
    "args": {
      "External id": 16605,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "8192"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650726947.022, "dur": 87.363,
    "args": {
      "External id": 16606,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 10101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727040.834, "dur": 6.366,
    "args": {
      "External id": 16607,"Record function id": 0, "Concrete Inputs": ["", "0", "8192", "16384", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727043.715, "dur": 1.803,
    "args": {
      "External id": 16608,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "16777216"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10103
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727050.230, "dur": 25.571,
    "args": {
      "External id": 16609,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 10104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727081.526, "dur": 5.075,
    "args": {
      "External id": 16610,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 10105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727082.981, "dur": 2.999,
    "args": {
      "External id": 16611,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 10106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727084.795, "dur": 0.954,
    "args": {
      "External id": 16612,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 10107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727089.304, "dur": 43.132,
    "args": {
      "External id": 16613,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727090.349, "dur": 41.490,
    "args": {
      "External id": 16614,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727136.298, "dur": 14.641,
    "args": {
      "External id": 16615,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 10110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727158.668, "dur": 3.245,
    "args": {
      "External id": 16616,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727160.417, "dur": 0.604,
    "args": {
      "External id": 16617,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10112
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727165.653, "dur": 49.552,
    "args": {
      "External id": 16618,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 10113
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727166.630, "dur": 5.210,
    "args": {
      "External id": 16619,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727167.460, "dur": 3.784,
    "args": {
      "External id": 16620,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 10115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727168.664, "dur": 2.401,
    "args": {
      "External id": 16621,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 10116
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727173.987, "dur": 40.686,
    "args": {
      "External id": 16622,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10117
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727174.642, "dur": 39.458,
    "args": {
      "External id": 16623,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727218.870, "dur": 3.576,
    "args": {
      "External id": 16624,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727220.542, "dur": 0.680,
    "args": {
      "External id": 16625,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727243.046, "dur": 2.132,
    "args": {
      "External id": 16626,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 10121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727254.688, "dur": 6.349,
    "args": {
      "External id": 16627,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 10122
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727256.615, "dur": 4.158,
    "args": {
      "External id": 16628,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10123
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727350.534, "dur": 176.109,
    "args": {
      "External id": 16629,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727352.938, "dur": 1.843,
    "args": {
      "External id": 16630,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10125
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727355.818, "dur": 170.339,
    "args": {
      "External id": 16631,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 10126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727357.266, "dur": 0.443,
    "args": {
      "External id": 16632,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727360.426, "dur": 20.876,
    "args": {
      "External id": 16633,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727382.720, "dur": 3.817,
    "args": {
      "External id": 16634,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 10129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727384.991, "dur": 1.194,
    "args": {
      "External id": 16635,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 10130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727387.620, "dur": 23.429,
    "args": {
      "External id": 16636,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727388.432, "dur": 3.095,
    "args": {
      "External id": 16637,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727392.647, "dur": 17.945,
    "args": {
      "External id": 16638,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 10133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727397.241, "dur": 2.575,
    "args": {
      "External id": 16639,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727412.521, "dur": 22.230,
    "args": {
      "External id": 16640,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727436.359, "dur": 12.476,
    "args": {
      "External id": 16641,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727451.249, "dur": 13.752,
    "args": {
      "External id": 16642,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 10137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727466.359, "dur": 11.468,
    "args": {
      "External id": 16643,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727479.668, "dur": 18.659,
    "args": {
      "External id": 16644,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 10139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727481.340, "dur": 1.795,
    "args": {
      "External id": 16645,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727485.212, "dur": 0.865,
    "args": {
      "External id": 16646,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 10141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727501.151, "dur": 11.358,
    "args": {
      "External id": 16647,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727513.567, "dur": 11.499,
    "args": {
      "External id": 16648,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727532.313, "dur": 1.642,
    "args": {
      "External id": 16649,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10144
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727542.250, "dur": 3.371,
    "args": {
      "External id": 16650,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727544.270, "dur": 0.402,
    "args": {
      "External id": 16651,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "16384"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727603.118, "dur": 50.992,
    "args": {
      "External id": 16652,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 10147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727658.364, "dur": 6.139,
    "args": {
      "External id": 16653,"Record function id": 0, "Concrete Inputs": ["", "0", "16384", "24576", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727662.482, "dur": 0.915,
    "args": {
      "External id": 16654,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "33554432"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727666.118, "dur": 22.619,
    "args": {
      "External id": 16655,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 10150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727692.889, "dur": 6.172,
    "args": {
      "External id": 16656,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 10151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727694.121, "dur": 4.328,
    "args": {
      "External id": 16657,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 10152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727696.167, "dur": 2.068,
    "args": {
      "External id": 16658,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 10153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727701.484, "dur": 68.089,
    "args": {
      "External id": 16659,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727702.398, "dur": 66.269,
    "args": {
      "External id": 16660,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727774.350, "dur": 37.083,
    "args": {
      "External id": 16661,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 10156
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727816.136, "dur": 3.466,
    "args": {
      "External id": 16662,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727817.830, "dur": 0.909,
    "args": {
      "External id": 16663,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727823.154, "dur": 74.696,
    "args": {
      "External id": 16664,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 10159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727824.008, "dur": 5.026,
    "args": {
      "External id": 16665,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727824.756, "dur": 3.731,
    "args": {
      "External id": 16666,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 10161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727827.588, "dur": 0.765,
    "args": {
      "External id": 16667,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 10162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727829.540, "dur": 67.887,
    "args": {
      "External id": 16668,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727829.959, "dur": 66.897,
    "args": {
      "External id": 16669,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727900.987, "dur": 13.835,
    "args": {
      "External id": 16670,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727913.013, "dur": 0.746,
    "args": {
      "External id": 16671,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727919.786, "dur": 1.243,
    "args": {
      "External id": 16672,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 10167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727929.454, "dur": 6.751,
    "args": {
      "External id": 16673,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 10168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650727931.028, "dur": 4.901,
    "args": {
      "External id": 16674,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728071.263, "dur": 193.340,
    "args": {
      "External id": 16675,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728073.835, "dur": 3.051,
    "args": {
      "External id": 16676,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728078.053, "dur": 185.980,
    "args": {
      "External id": 16677,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 10172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728079.514, "dur": 0.410,
    "args": {
      "External id": 16678,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728080.986, "dur": 24.685,
    "args": {
      "External id": 16679,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728108.918, "dur": 3.100,
    "args": {
      "External id": 16680,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 10175
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728111.046, "dur": 0.681,
    "args": {
      "External id": 16681,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 10176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728112.905, "dur": 22.495,
    "args": {
      "External id": 16682,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10177
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728113.756, "dur": 1.659,
    "args": {
      "External id": 16683,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728116.656, "dur": 18.383,
    "args": {
      "External id": 16684,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 10179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728121.553, "dur": 2.639,
    "args": {
      "External id": 16685,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728136.882, "dur": 19.350,
    "args": {
      "External id": 16686,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728157.442, "dur": 12.577,
    "args": {
      "External id": 16687,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728172.757, "dur": 13.522,
    "args": {
      "External id": 16688,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 10183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728187.731, "dur": 11.793,
    "args": {
      "External id": 16689,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728203.293, "dur": 18.552,
    "args": {
      "External id": 16690,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 10185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728204.959, "dur": 1.616,
    "args": {
      "External id": 16691,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728208.882, "dur": 0.872,
    "args": {
      "External id": 16692,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 10187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728223.090, "dur": 26.101,
    "args": {
      "External id": 16693,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728251.060, "dur": 11.112,
    "args": {
      "External id": 16694,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728272.279, "dur": 2.129,
    "args": {
      "External id": 16695,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728283.469, "dur": 3.631,
    "args": {
      "External id": 16696,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728285.682, "dur": 0.561,
    "args": {
      "External id": 16697,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "24576"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728354.707, "dur": 54.489,
    "args": {
      "External id": 16698,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 10193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728413.621, "dur": 4.400,
    "args": {
      "External id": 16699,"Record function id": 0, "Concrete Inputs": ["", "0", "24576", "32768", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728415.737, "dur": 1.193,
    "args": {
      "External id": 16700,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "50331648"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10195
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728419.323, "dur": 22.675,
    "args": {
      "External id": 16701,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 10196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728446.142, "dur": 6.783,
    "args": {
      "External id": 16702,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 10197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728447.920, "dur": 4.229,
    "args": {
      "External id": 16703,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 10198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728451.203, "dur": 0.785,
    "args": {
      "External id": 16704,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 10199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728455.182, "dur": 38.539,
    "args": {
      "External id": 16705,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728456.065, "dur": 36.951,
    "args": {
      "External id": 16706,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728497.356, "dur": 13.191,
    "args": {
      "External id": 16707,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 10202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728515.640, "dur": 3.575,
    "args": {
      "External id": 16708,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728517.577, "dur": 0.847,
    "args": {
      "External id": 16709,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "67108864"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728522.741, "dur": 48.759,
    "args": {
      "External id": 16710,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 10205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728525.562, "dur": 5.130,
    "args": {
      "External id": 16711,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10206
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728526.483, "dur": 3.606,
    "args": {
      "External id": 16712,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 10207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728527.722, "dur": 2.232,
    "args": {
      "External id": 16713,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 10208
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728531.166, "dur": 39.870,
    "args": {
      "External id": 16714,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728531.760, "dur": 38.624,
    "args": {
      "External id": 16715,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728574.859, "dur": 3.374,
    "args": {
      "External id": 16716,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728576.512, "dur": 0.589,
    "args": {
      "External id": 16717,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728583.503, "dur": 1.395,
    "args": {
      "External id": 16718,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 10213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728593.136, "dur": 5.848,
    "args": {
      "External id": 16719,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 10214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728594.877, "dur": 3.860,
    "args": {
      "External id": 16720,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728672.460, "dur": 170.174,
    "args": {
      "External id": 16721,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728674.625, "dur": 1.934,
    "args": {
      "External id": 16722,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728677.795, "dur": 164.414,
    "args": {
      "External id": 16723,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 10218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728678.782, "dur": 0.442,
    "args": {
      "External id": 16724,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728683.942, "dur": 18.994,
    "args": {
      "External id": 16725,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728709.144, "dur": 3.215,
    "args": {
      "External id": 16726,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 10221
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728711.292, "dur": 0.783,
    "args": {
      "External id": 16727,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 10222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728713.265, "dur": 20.825,
    "args": {
      "External id": 16728,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10223
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728714.087, "dur": 2.848,
    "args": {
      "External id": 16729,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728717.990, "dur": 15.676,
    "args": {
      "External id": 16730,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 10225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728720.402, "dur": 2.418,
    "args": {
      "External id": 16731,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728735.713, "dur": 18.876,
    "args": {
      "External id": 16732,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728755.595, "dur": 11.915,
    "args": {
      "External id": 16733,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10228
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728769.859, "dur": 12.503,
    "args": {
      "External id": 16734,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 10229
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728785.081, "dur": 10.940,
    "args": {
      "External id": 16735,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728797.692, "dur": 17.795,
    "args": {
      "External id": 16736,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 10231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728799.073, "dur": 1.527,
    "args": {
      "External id": 16737,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728802.352, "dur": 0.739,
    "args": {
      "External id": 16738,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 10233
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728816.657, "dur": 11.027,
    "args": {
      "External id": 16739,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10234
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728828.726, "dur": 10.646,
    "args": {
      "External id": 16740,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728847.770, "dur": 1.513,
    "args": {
      "External id": 16741,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728856.428, "dur": 3.166,
    "args": {
      "External id": 16742,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10237
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728858.596, "dur": 0.300,
    "args": {
      "External id": 16743,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "32768"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728913.793, "dur": 43.549,
    "args": {
      "External id": 16744,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 10239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728961.377, "dur": 4.247,
    "args": {
      "External id": 16745,"Record function id": 0, "Concrete Inputs": ["", "0", "32768", "40960", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728963.733, "dur": 0.969,
    "args": {
      "External id": 16746,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "67108864"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650728966.701, "dur": 62.037,
    "args": {
      "External id": 16747,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 10242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729035.016, "dur": 8.588,
    "args": {
      "External id": 16748,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 10243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729037.868, "dur": 4.950,
    "args": {
      "External id": 16749,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 10244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729039.834, "dur": 2.745,
    "args": {
      "External id": 16750,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 10245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729046.467, "dur": 42.962,
    "args": {
      "External id": 16751,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729047.260, "dur": 41.496,
    "args": {
      "External id": 16752,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729093.256, "dur": 14.673,
    "args": {
      "External id": 16753,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 10248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729113.139, "dur": 5.412,
    "args": {
      "External id": 16754,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729116.789, "dur": 0.847,
    "args": {
      "External id": 16755,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "83886080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729122.192, "dur": 45.794,
    "args": {
      "External id": 16756,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 10251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729122.940, "dur": 3.583,
    "args": {
      "External id": 16757,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729123.791, "dur": 2.188,
    "args": {
      "External id": 16758,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 10253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729125.041, "dur": 0.824,
    "args": {
      "External id": 16759,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 10254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729127.113, "dur": 40.459,
    "args": {
      "External id": 16760,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729127.853, "dur": 39.131,
    "args": {
      "External id": 16761,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729173.001, "dur": 3.615,
    "args": {
      "External id": 16762,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729174.699, "dur": 0.783,
    "args": {
      "External id": 16763,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729182.600, "dur": 1.520,
    "args": {
      "External id": 16764,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 10259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729191.322, "dur": 6.265,
    "args": {
      "External id": 16765,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 10260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729193.155, "dur": 4.197,
    "args": {
      "External id": 16766,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729303.249, "dur": 187.243,
    "args": {
      "External id": 16767,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729305.454, "dur": 3.002,
    "args": {
      "External id": 16768,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729311.598, "dur": 178.358,
    "args": {
      "External id": 16769,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 10264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729312.822, "dur": 0.438,
    "args": {
      "External id": 16770,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729314.173, "dur": 21.414,
    "args": {
      "External id": 16771,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729337.095, "dur": 5.414,
    "args": {
      "External id": 16772,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 10267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729339.426, "dur": 2.627,
    "args": {
      "External id": 16773,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 10268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729343.415, "dur": 22.571,
    "args": {
      "External id": 16774,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729344.360, "dur": 1.721,
    "args": {
      "External id": 16775,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729349.063, "dur": 16.573,
    "args": {
      "External id": 16776,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 10271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729352.113, "dur": 2.551,
    "args": {
      "External id": 16777,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729367.652, "dur": 18.707,
    "args": {
      "External id": 16778,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729387.552, "dur": 12.839,
    "args": {
      "External id": 16779,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729402.972, "dur": 13.022,
    "args": {
      "External id": 16780,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 10275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729417.237, "dur": 11.082,
    "args": {
      "External id": 16781,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729429.914, "dur": 29.732,
    "args": {
      "External id": 16782,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 10277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729431.283, "dur": 1.584,
    "args": {
      "External id": 16783,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729436.791, "dur": 2.196,
    "args": {
      "External id": 16784,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 10279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729461.030, "dur": 15.519,
    "args": {
      "External id": 16785,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729477.555, "dur": 11.300,
    "args": {
      "External id": 16786,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729496.673, "dur": 1.826,
    "args": {
      "External id": 16787,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729506.926, "dur": 3.352,
    "args": {
      "External id": 16788,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729508.796, "dur": 0.528,
    "args": {
      "External id": 16789,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "40960"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729573.960, "dur": 51.219,
    "args": {
      "External id": 16790,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 10285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729629.796, "dur": 6.343,
    "args": {
      "External id": 16791,"Record function id": 0, "Concrete Inputs": ["", "0", "40960", "49152", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729634.152, "dur": 0.918,
    "args": {
      "External id": 16792,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "83886080"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729637.421, "dur": 23.435,
    "args": {
      "External id": 16793,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 10288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729665.248, "dur": 4.935,
    "args": {
      "External id": 16794,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 10289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729666.466, "dur": 3.080,
    "args": {
      "External id": 16795,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 10290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729668.177, "dur": 1.141,
    "args": {
      "External id": 16796,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 10291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729672.348, "dur": 38.119,
    "args": {
      "External id": 16797,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10292
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729673.099, "dur": 36.529,
    "args": {
      "External id": 16798,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729715.898, "dur": 13.522,
    "args": {
      "External id": 16799,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 10294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729734.185, "dur": 3.342,
    "args": {
      "External id": 16800,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729735.870, "dur": 0.867,
    "args": {
      "External id": 16801,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "100663296"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729740.465, "dur": 47.244,
    "args": {
      "External id": 16802,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 10297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729741.141, "dur": 5.606,
    "args": {
      "External id": 16803,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729741.763, "dur": 4.529,
    "args": {
      "External id": 16804,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 10299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729745.412, "dur": 0.757,
    "args": {
      "External id": 16805,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 10300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729747.416, "dur": 39.913,
    "args": {
      "External id": 16806,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729748.072, "dur": 38.571,
    "args": {
      "External id": 16807,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729791.148, "dur": 3.586,
    "args": {
      "External id": 16808,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729792.851, "dur": 0.650,
    "args": {
      "External id": 16809,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729799.579, "dur": 1.257,
    "args": {
      "External id": 16810,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 10305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729807.526, "dur": 7.513,
    "args": {
      "External id": 16811,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 10306
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729810.814, "dur": 3.972,
    "args": {
      "External id": 16812,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10307
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729888.144, "dur": 210.352,
    "args": {
      "External id": 16813,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729891.737, "dur": 2.037,
    "args": {
      "External id": 16814,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729894.936, "dur": 203.069,
    "args": {
      "External id": 16815,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 10310
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729896.010, "dur": 0.438,
    "args": {
      "External id": 16816,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729897.597, "dur": 17.946,
    "args": {
      "External id": 16817,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729916.961, "dur": 4.714,
    "args": {
      "External id": 16818,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 10313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729920.540, "dur": 0.855,
    "args": {
      "External id": 16819,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 10314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729922.560, "dur": 20.675,
    "args": {
      "External id": 16820,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729923.478, "dur": 1.368,
    "args": {
      "External id": 16821,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729927.789, "dur": 15.105,
    "args": {
      "External id": 16822,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 10317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729930.233, "dur": 2.335,
    "args": {
      "External id": 16823,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729944.106, "dur": 17.557,
    "args": {
      "External id": 16824,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729962.860, "dur": 13.634,
    "args": {
      "External id": 16825,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650729978.970, "dur": 54.459,
    "args": {
      "External id": 16826,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 10321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730035.756, "dur": 12.947,
    "args": {
      "External id": 16827,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730050.675, "dur": 21.864,
    "args": {
      "External id": 16828,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 10323
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730052.205, "dur": 2.023,
    "args": {
      "External id": 16829,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10324
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730057.941, "dur": 0.895,
    "args": {
      "External id": 16830,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 10325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730073.987, "dur": 10.924,
    "args": {
      "External id": 16831,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730086.249, "dur": 10.602,
    "args": {
      "External id": 16832,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730105.516, "dur": 2.369,
    "args": {
      "External id": 16833,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730116.336, "dur": 3.464,
    "args": {
      "External id": 16834,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730118.530, "dur": 0.414,
    "args": {
      "External id": 16835,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "49152"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730181.934, "dur": 66.382,
    "args": {
      "External id": 16836,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 10331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730254.330, "dur": 7.967,
    "args": {
      "External id": 16837,"Record function id": 0, "Concrete Inputs": ["", "0", "49152", "57344", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730259.405, "dur": 1.334,
    "args": {
      "External id": 16838,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "100663296"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730263.456, "dur": 24.050,
    "args": {
      "External id": 16839,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 10334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730292.448, "dur": 5.097,
    "args": {
      "External id": 16840,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 10335
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730293.677, "dur": 3.184,
    "args": {
      "External id": 16841,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 10336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730295.493, "dur": 1.177,
    "args": {
      "External id": 16842,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 10337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730300.204, "dur": 44.106,
    "args": {
      "External id": 16843,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730302.781, "dur": 40.877,
    "args": {
      "External id": 16844,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10339
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730348.016, "dur": 14.142,
    "args": {
      "External id": 16845,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 10340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730367.783, "dur": 3.484,
    "args": {
      "External id": 16846,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730369.456, "dur": 1.021,
    "args": {
      "External id": 16847,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "117440512"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730374.606, "dur": 47.535,
    "args": {
      "External id": 16848,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["c10::BFloat16", "c10::BFloat16", ""], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [32000, 2048], []], "Ev Idx": 10343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730375.445, "dur": 5.528,
    "args": {
      "External id": 16849,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730376.201, "dur": 4.219,
    "args": {
      "External id": 16850,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], []], "Input Dims": [[32000, 2048], [], []], "Ev Idx": 10345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730379.444, "dur": 0.859,
    "args": {
      "External id": 16851,"Record function id": 0, "Concrete Inputs": ["", "[2048, 32000]", "[1, 2048]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[32000, 2048], [], [], []], "Ev Idx": 10346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730381.610, "dur": 40.171,
    "args": {
      "External id": 16852,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730382.113, "dur": 39.066,
    "args": {
      "External id": 16853,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[2048, 1], [1, 2048]], "Input Dims": [[8192, 2048], [2048, 32000]], "Ev Idx": 10348
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730425.440, "dur": 3.258,
    "args": {
      "External id": 16854,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["long int", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730426.947, "dur": 0.688,
    "args": {
      "External id": 16855,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["long int", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730434.442, "dur": 1.381,
    "args": {
      "External id": 16856,"Record function id": 0, "Concrete Inputs": ["", "[-1, 32000]"], "Input type": ["c10::BFloat16", "ScalarList"], "Input Strides": [[32000, 1], []], "Input Dims": [[8192, 32000], []], "Ev Idx": 10351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::new_empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730445.011, "dur": 7.491,
    "args": {
      "External id": 16857,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "6", "", "", "False"], "Input type": ["c10::BFloat16", "ScalarList", "Scalar", "", "", "Scalar"], "Input Strides": [[32000, 1], [], [], [], [], []], "Input Dims": [[8192, 32000], [], [], [], [], []], "Ev Idx": 10352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730446.806, "dur": 5.410,
    "args": {
      "External id": 16858,"Record function id": 0, "Concrete Inputs": ["[8192, 1]", "6", "0", "", "False", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "Scalar", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730533.210, "dur": 166.759,
    "args": {
      "External id": 16859,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730535.145, "dur": 2.266,
    "args": {
      "External id": 16860,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::logsumexp", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730538.710, "dur": 160.834,
    "args": {
      "External id": 16861,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", "float"], "Input Strides": [[1, 1], [], [], [1]], "Input Dims": [[8192, 1], [], [], [0]], "Ev Idx": 10356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::real", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730540.104, "dur": 0.569,
    "args": {
      "External id": 16862,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::amax", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730543.534, "dur": 21.581,
    "args": {
      "External id": 16863,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "True"], "Input type": ["float", "ScalarList", "Scalar"], "Input Strides": [[1, 1], [], []], "Input Dims": [[8192, 1], [], []], "Ev Idx": 10358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::squeeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730566.562, "dur": 3.383,
    "args": {
      "External id": 16864,"Record function id": 0, "Concrete Inputs": ["", "[-1]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1, 1], []], "Input Dims": [[8192, 1], []], "Ev Idx": 10359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730568.601, "dur": 0.956,
    "args": {
      "External id": 16865,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1, 1], [], [], []], "Input Dims": [[8192, 1], [], [], []], "Ev Idx": 10360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730570.966, "dur": 21.295,
    "args": {
      "External id": 16866,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730571.783, "dur": 1.362,
    "args": {
      "External id": 16867,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730574.266, "dur": 17.679,
    "args": {
      "External id": 16868,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[1], [1]], "Input Dims": [[8192], [0]], "Ev Idx": 10363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730578.317, "dur": 2.361,
    "args": {
      "External id": 16869,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730593.598, "dur": 18.330,
    "args": {
      "External id": 16870,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10365
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::masked_fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730613.203, "dur": 12.613,
    "args": {
      "External id": 16871,"Record function id": 0, "Concrete Inputs": ["", "", "0"], "Input type": ["float", "bool", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sub", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730628.321, "dur": 12.532,
    "args": {
      "External id": 16872,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1, 1], [1, 1], []], "Input Dims": [[8192, 1], [8192, 1], []], "Ev Idx": 10367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::exp_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730643.663, "dur": 10.842,
    "args": {
      "External id": 16873,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1, 1]], "Input Dims": [[8192, 1]], "Ev Idx": 10368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730656.044, "dur": 17.841,
    "args": {
      "External id": 16874,"Record function id": 0, "Concrete Inputs": ["", "[-1]", "False", "", ""], "Input type": ["float", "ScalarList", "Scalar", "", "float"], "Input Strides": [[1, 1], [], [], [], [1]], "Input Dims": [[8192, 1], [], [], [], [0]], "Ev Idx": 10369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730657.654, "dur": 1.411,
    "args": {
      "External id": 16875,"Record function id": 0, "Concrete Inputs": ["", "[8192]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 10370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730660.885, "dur": 1.011,
    "args": {
      "External id": 16876,"Record function id": 0, "Concrete Inputs": ["", "[8192, 1]", "[1, 0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[8192], [], [], []], "Ev Idx": 10371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730675.187, "dur": 11.019,
    "args": {
      "External id": 16877,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[8192]], "Ev Idx": 10372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730687.208, "dur": 11.208,
    "args": {
      "External id": 16878,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [1], []], "Input Dims": [[8192], [8192], []], "Ev Idx": 10373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730707.376, "dur": 1.411,
    "args": {
      "External id": 16879,"Record function id": 0, "Concrete Inputs": ["", "[8192]"], "Input type": ["float", "ScalarList"], "Input Strides": [[1], []], "Input Dims": [[8192], []], "Ev Idx": 10374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730716.417, "dur": 3.070,
    "args": {
      "External id": 16880,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["float", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], []], "Input Dims": [[65536], [], [], [], []], "Ev Idx": 10375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730718.323, "dur": 0.421,
    "args": {
      "External id": 16881,"Record function id": 0, "Concrete Inputs": ["", "[8192]", "[1]", "57344"], "Input type": ["float", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730776.145, "dur": 44.537,
    "args": {
      "External id": 16882,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[32000, 1], [2048, 1]], "Input Dims": [[8192, 32000], [32000, 2048]], "Ev Idx": 10377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::slice", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730824.890, "dur": 4.623,
    "args": {
      "External id": 16883,"Record function id": 0, "Concrete Inputs": ["", "0", "57344", "65536", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar", "Scalar", "Scalar"], "Input Strides": [[2048, 1], [], [], [], []], "Input Dims": [[65536, 2048], [], [], [], []], "Ev Idx": 10378
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730827.217, "dur": 1.376,
    "args": {
      "External id": 16884,"Record function id": 0, "Concrete Inputs": ["", "[8192, 2048]", "[2048, 1]", "117440512"], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", "Scalar"], "Input Strides": [[2048, 1], [], [], []], "Input Dims": [[65536, 2048], [], [], []], "Ev Idx": 10379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730830.519, "dur": 20.650,
    "args": {
      "External id": 16885,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[8192, 2048], [8192, 2048], []], "Ev Idx": 10380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730855.281, "dur": 5.614,
    "args": {
      "External id": 16886,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[32000, 1]], "Input Dims": [[8192, 32000]], "Ev Idx": 10381
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730856.219, "dur": 4.167,
    "args": {
      "External id": 16887,"Record function id": 0, "Concrete Inputs": ["", "0", "1"], "Input type": ["c10::BFloat16", "Scalar", "Scalar"], "Input Strides": [[32000, 1], [], []], "Input Dims": [[8192, 32000], [], []], "Ev Idx": 10382
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730859.404, "dur": 0.831,
    "args": {
      "External id": 16888,"Record function id": 0, "Concrete Inputs": ["", "[32000, 8192]", "[1, 32000]", ""], "Input type": ["c10::BFloat16", "ScalarList", "ScalarList", ""], "Input Strides": [[32000, 1], [], [], []], "Input Dims": [[8192, 32000], [], [], []], "Ev Idx": 10383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::matmul", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730862.723, "dur": 38.177,
    "args": {
      "External id": 16889,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730863.555, "dur": 36.620,
    "args": {
      "External id": 16890,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["c10::BFloat16", "c10::BFloat16"], "Input Strides": [[1, 32000], [2048, 1]], "Input Dims": [[32000, 8192], [8192, 2048]], "Ev Idx": 10385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730904.147, "dur": 12.940,
    "args": {
      "External id": 16891,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "c10::BFloat16", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 10386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730921.770, "dur": 22.260,
    "args": {
      "External id": 16892,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[1], []], "Input Dims": [[65536], []], "Ev Idx": 10387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730923.957, "dur": 19.698,
    "args": {
      "External id": 16893,"Record function id": 0, "Concrete Inputs": ["", "[]", "False", ""], "Input type": ["float", "ScalarList", "Scalar", ""], "Input Strides": [[1], [], [], []], "Input Dims": [[65536], [], [], []], "Ev Idx": 10388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730930.053, "dur": 0.959,
    "args": {
      "External id": 16894,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730948.704, "dur": 141.323,
    "args": {
      "External id": 16895,"Record function id": 0, "Concrete Inputs": ["", "", "15", "False", "False", ""], "Input type": ["float", "", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], []], "Ev Idx": 10390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_to_copy", "pid": 1336753, "tid": 1336753,
    "ts": 1295650730950.385, "dur": 139.270,
    "args": {
      "External id": 16896,"Record function id": 0, "Concrete Inputs": ["", "15", "", "", "", "False", ""], "Input type": ["float", "Scalar", "", "", "", "Scalar", ""], "Input Strides": [[2048, 1], [], [], [], [], [], []], "Input Dims": [[32000, 2048], [], [], [], [], [], []], "Ev Idx": 10391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731059.058, "dur": 7.646,
    "args": {
      "External id": 16897,"Record function id": 0, "Concrete Inputs": ["[32000, 2048]", "[2048, 1]", "15", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731068.863, "dur": 19.992,
    "args": {
      "External id": 16898,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["c10::BFloat16", "float", "Scalar"], "Input Strides": [[2048, 1], [2048, 1], []], "Input Dims": [[32000, 2048], [32000, 2048], []], "Ev Idx": 10393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731104.606, "dur": 4.689,
    "args": {
      "External id": 16899,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 10394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731106.262, "dur": 2.786,
    "args": {
      "External id": 16900,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[65536, 2048]], "Ev Idx": 10395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731110.302, "dur": 0.889,
    "args": {
      "External id": 16901,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731110.669, "dur": 0.461,
    "args": {
      "External id": 16902,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["c10::BFloat16"], "Input Strides": [[2048, 1]], "Input Dims": [[32000, 2048]], "Ev Idx": 10397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731153.313, "dur": 22.914,
    "args": {
      "External id": 16903,"Sequence number": 246768, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 10398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731178.054, "dur": 12.990,
    "args": {
      "External id": 16904,"Sequence number": 246769, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 10399
    }
  },
  {
    "ph": "s", "id": 2, "pid": 1336753, "tid": 1336753, "ts": 1295650731178.054,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "FSDP::post_forward", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731313.873, "dur": 39.650,
    "args": {
      "External id": 16905,"Record function id": 0, "Ev Idx": 10400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::div", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731456.102, "dur": 36.008,
    "args": {
      "External id": 16906,"Sequence number": 246770, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "long int"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 10401
    }
  },
  {
    "ph": "s", "id": 1, "pid": 1336753, "tid": 1336753, "ts": 1295650731456.102,
    "cat": "fwdbwd", "name": "fwdbwd"
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ones_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731548.481, "dur": 27.730,
    "args": {
      "External id": 16907,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "1"], "Input type": ["float", "", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[1], [], [], [], [], []], "Ev Idx": 10402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731550.296, "dur": 8.986,
    "args": {
      "External id": 16908,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "False", "1"], "Input type": ["float", "", "", "", "Scalar", "Scalar"], "Input Strides": [[1], [], [], [], [], []], "Input Dims": [[1], [], [], [], [], []], "Ev Idx": 10403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731554.841, "dur": 3.815,
    "args": {
      "External id": 16909,"Record function id": 0, "Concrete Inputs": ["[1]", "[1]", "6", "0", "", "False"], "Input type": ["ScalarList", "ScalarList", "Scalar", "Scalar", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295650731561.210, "dur": 14.658,
    "args": {
      "External id": 16910,"Record function id": 0, "Concrete Inputs": ["", "1."], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 10405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::div", "pid": 1336753, "tid": 1336753,
    "ts": 1295652033063.653, "dur": 69.553,
    "args": {
      "External id": 16911,"Sequence number": 246771, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "long int"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::div", "pid": 1336753, "tid": 1336753,
    "ts": 1295652033144.890, "dur": 28.282,
    "args": {
      "External id": 16912,"Sequence number": 246772, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "long int"], "Input Strides": [[1], []], "Input Dims": [[1], []], "Ev Idx": 10407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1336753,
    "ts": 1295652033180.696, "dur": 23.059,
    "args": {
      "External id": 16913,"Sequence number": 246773, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "long int", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 10408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1336753,
    "ts": 1295652033738.206, "dur": 28.265,
    "args": {
      "External id": 16914,"Sequence number": 246774, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "long int", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 10409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1336753,
    "ts": 1295652034343.886, "dur": 32.106,
    "args": {
      "External id": 16915,"Sequence number": 246775, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "long int", "Scalar"], "Input Strides": [[1], [], []], "Input Dims": [[1], [], []], "Ev Idx": 10410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_norm", "pid": 1336753, "tid": 1336753,
    "ts": 1295652035914.493, "dur": 3002.322,
    "args": {
      "External id": 16916,"Record function id": 0, "Concrete Inputs": ["", "2.", ""], "Input type": ["TensorList", "Scalar", ""], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 10411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_norm", "pid": 1336753, "tid": 1336753,
    "ts": 1295652036527.556, "dur": 986.935,
    "args": {
      "External id": 16917,"Record function id": 0, "Concrete Inputs": ["", "2.", ""], "Input type": ["TensorList", "Scalar", ""], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 10412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zeros", "pid": 1336753, "tid": 1336753,
    "ts": 1295652036546.648, "dur": 63.538,
    "args": {
      "External id": 16918,"Record function id": 0, "Concrete Inputs": ["[36375]", "6", "0", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 10413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295652036549.927, "dur": 11.762,
    "args": {
      "External id": 16919,"Record function id": 0, "Concrete Inputs": ["[36375]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 10414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 1336753, "tid": 1336753,
    "ts": 1295652036564.530, "dur": 45.368,
    "args": {
      "External id": 16920,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[1]], "Input Dims": [[36375]], "Ev Idx": 10415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 1336753, "tid": 1336753,
    "ts": 1295652036566.747, "dur": 42.475,
    "args": {
      "External id": 16921,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[1], []], "Input Dims": [[36375], []], "Ev Idx": 10416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038952.805, "dur": 3.613,
    "args": {
      "External id": 16922,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038958.560, "dur": 0.311,
    "args": {
      "External id": 16923,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038959.921, "dur": 0.384,
    "args": {
      "External id": 16924,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038961.339, "dur": 0.428,
    "args": {
      "External id": 16925,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038962.949, "dur": 0.244,
    "args": {
      "External id": 16926,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038964.305, "dur": 0.213,
    "args": {
      "External id": 16927,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038965.546, "dur": 0.293,
    "args": {
      "External id": 16928,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038968.677, "dur": 0.266,
    "args": {
      "External id": 16929,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038969.770, "dur": 0.231,
    "args": {
      "External id": 16930,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038971.019, "dur": 0.349,
    "args": {
      "External id": 16931,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10426
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038972.117, "dur": 0.215,
    "args": {
      "External id": 16932,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10427
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038973.204, "dur": 0.213,
    "args": {
      "External id": 16933,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038974.308, "dur": 0.401,
    "args": {
      "External id": 16934,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038975.469, "dur": 0.224,
    "args": {
      "External id": 16935,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10430
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038976.595, "dur": 0.245,
    "args": {
      "External id": 16936,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10431
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038979.674, "dur": 0.325,
    "args": {
      "External id": 16937,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038980.931, "dur": 0.209,
    "args": {
      "External id": 16938,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652038982.025, "dur": 0.210,
    "args": {
      "External id": 16939,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039010.264, "dur": 0.585,
    "args": {
      "External id": 16940,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039012.267, "dur": 0.365,
    "args": {
      "External id": 16941,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039013.550, "dur": 0.359,
    "args": {
      "External id": 16942,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039014.893, "dur": 0.234,
    "args": {
      "External id": 16943,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039015.923, "dur": 0.226,
    "args": {
      "External id": 16944,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039018.851, "dur": 0.233,
    "args": {
      "External id": 16945,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10440
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039019.877, "dur": 0.465,
    "args": {
      "External id": 16946,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10441
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039021.445, "dur": 0.387,
    "args": {
      "External id": 16947,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039022.591, "dur": 0.365,
    "args": {
      "External id": 16948,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039023.853, "dur": 0.444,
    "args": {
      "External id": 16949,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039025.223, "dur": 0.428,
    "args": {
      "External id": 16950,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039026.408, "dur": 0.345,
    "args": {
      "External id": 16951,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039027.594, "dur": 0.395,
    "args": {
      "External id": 16952,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10447
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039030.720, "dur": 0.382,
    "args": {
      "External id": 16953,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039031.989, "dur": 0.367,
    "args": {
      "External id": 16954,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039033.284, "dur": 0.492,
    "args": {
      "External id": 16955,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039034.690, "dur": 0.226,
    "args": {
      "External id": 16956,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039035.797, "dur": 0.394,
    "args": {
      "External id": 16957,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039036.920, "dur": 0.432,
    "args": {
      "External id": 16958,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039038.074, "dur": 0.235,
    "args": {
      "External id": 16959,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039039.028, "dur": 0.231,
    "args": {
      "External id": 16960,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039041.775, "dur": 0.227,
    "args": {
      "External id": 16961,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039042.798, "dur": 0.224,
    "args": {
      "External id": 16962,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039044.153, "dur": 0.229,
    "args": {
      "External id": 16963,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10458
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039045.268, "dur": 0.240,
    "args": {
      "External id": 16964,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039046.477, "dur": 0.223,
    "args": {
      "External id": 16965,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10460
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039047.548, "dur": 0.237,
    "args": {
      "External id": 16966,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10461
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039049.602, "dur": 0.231,
    "args": {
      "External id": 16967,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039050.668, "dur": 0.231,
    "args": {
      "External id": 16968,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039053.480, "dur": 0.224,
    "args": {
      "External id": 16969,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039054.449, "dur": 0.254,
    "args": {
      "External id": 16970,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039055.540, "dur": 0.216,
    "args": {
      "External id": 16971,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039056.577, "dur": 0.234,
    "args": {
      "External id": 16972,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039057.676, "dur": 0.223,
    "args": {
      "External id": 16973,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039058.737, "dur": 0.244,
    "args": {
      "External id": 16974,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039060.119, "dur": 0.249,
    "args": {
      "External id": 16975,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039061.132, "dur": 0.222,
    "args": {
      "External id": 16976,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039063.588, "dur": 0.224,
    "args": {
      "External id": 16977,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039064.533, "dur": 0.224,
    "args": {
      "External id": 16978,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10473
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039065.501, "dur": 0.370,
    "args": {
      "External id": 16979,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039066.712, "dur": 0.242,
    "args": {
      "External id": 16980,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039067.677, "dur": 0.388,
    "args": {
      "External id": 16981,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039068.914, "dur": 0.446,
    "args": {
      "External id": 16982,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039070.080, "dur": 0.393,
    "args": {
      "External id": 16983,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039071.275, "dur": 0.365,
    "args": {
      "External id": 16984,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039074.060, "dur": 0.367,
    "args": {
      "External id": 16985,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039075.361, "dur": 0.528,
    "args": {
      "External id": 16986,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039076.751, "dur": 0.261,
    "args": {
      "External id": 16987,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039077.878, "dur": 0.380,
    "args": {
      "External id": 16988,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039079.015, "dur": 0.458,
    "args": {
      "External id": 16989,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039080.333, "dur": 0.356,
    "args": {
      "External id": 16990,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039081.506, "dur": 0.232,
    "args": {
      "External id": 16991,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039082.664, "dur": 0.223,
    "args": {
      "External id": 16992,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039085.186, "dur": 0.239,
    "args": {
      "External id": 16993,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10488
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039086.246, "dur": 0.229,
    "args": {
      "External id": 16994,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039087.198, "dur": 0.220,
    "args": {
      "External id": 16995,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039088.156, "dur": 0.224,
    "args": {
      "External id": 16996,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039089.104, "dur": 0.220,
    "args": {
      "External id": 16997,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10492
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039090.059, "dur": 0.239,
    "args": {
      "External id": 16998,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039091.567, "dur": 0.230,
    "args": {
      "External id": 16999,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039092.640, "dur": 0.226,
    "args": {
      "External id": 17000,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039095.208, "dur": 0.217,
    "args": {
      "External id": 17001,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039096.235, "dur": 0.411,
    "args": {
      "External id": 17002,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039097.468, "dur": 0.371,
    "args": {
      "External id": 17003,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039098.558, "dur": 0.334,
    "args": {
      "External id": 17004,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039099.711, "dur": 0.235,
    "args": {
      "External id": 17005,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039100.694, "dur": 0.224,
    "args": {
      "External id": 17006,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039101.745, "dur": 0.215,
    "args": {
      "External id": 17007,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039102.956, "dur": 0.222,
    "args": {
      "External id": 17008,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039106.810, "dur": 0.368,
    "args": {
      "External id": 17009,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10504
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039108.013, "dur": 0.265,
    "args": {
      "External id": 17010,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10505
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039109.017, "dur": 0.214,
    "args": {
      "External id": 17011,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10506
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039110.038, "dur": 0.224,
    "args": {
      "External id": 17012,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039110.984, "dur": 0.231,
    "args": {
      "External id": 17013,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039111.979, "dur": 0.220,
    "args": {
      "External id": 17014,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039113.458, "dur": 0.217,
    "args": {
      "External id": 17015,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039114.589, "dur": 0.370,
    "args": {
      "External id": 17016,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039117.411, "dur": 0.328,
    "args": {
      "External id": 17017,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039118.533, "dur": 0.237,
    "args": {
      "External id": 17018,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039119.504, "dur": 0.233,
    "args": {
      "External id": 17019,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039120.599, "dur": 0.369,
    "args": {
      "External id": 17020,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039121.702, "dur": 0.224,
    "args": {
      "External id": 17021,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039122.651, "dur": 0.371,
    "args": {
      "External id": 17022,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039123.779, "dur": 0.209,
    "args": {
      "External id": 17023,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039124.704, "dur": 0.255,
    "args": {
      "External id": 17024,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039127.777, "dur": 0.322,
    "args": {
      "External id": 17025,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039128.853, "dur": 0.228,
    "args": {
      "External id": 17026,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039129.935, "dur": 0.222,
    "args": {
      "External id": 17027,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039130.886, "dur": 0.223,
    "args": {
      "External id": 17028,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039131.843, "dur": 0.221,
    "args": {
      "External id": 17029,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039132.795, "dur": 0.351,
    "args": {
      "External id": 17030,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039134.411, "dur": 0.208,
    "args": {
      "External id": 17031,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039135.357, "dur": 0.213,
    "args": {
      "External id": 17032,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039137.889, "dur": 0.209,
    "args": {
      "External id": 17033,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039138.934, "dur": 0.210,
    "args": {
      "External id": 17034,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039139.871, "dur": 0.212,
    "args": {
      "External id": 17035,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039140.888, "dur": 0.210,
    "args": {
      "External id": 17036,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039141.823, "dur": 0.206,
    "args": {
      "External id": 17037,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039142.836, "dur": 0.209,
    "args": {
      "External id": 17038,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039143.802, "dur": 0.203,
    "args": {
      "External id": 17039,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039144.878, "dur": 0.211,
    "args": {
      "External id": 17040,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039147.749, "dur": 0.203,
    "args": {
      "External id": 17041,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039148.783, "dur": 0.223,
    "args": {
      "External id": 17042,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039149.738, "dur": 0.204,
    "args": {
      "External id": 17043,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039150.684, "dur": 0.206,
    "args": {
      "External id": 17044,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039151.622, "dur": 0.204,
    "args": {
      "External id": 17045,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039152.597, "dur": 0.325,
    "args": {
      "External id": 17046,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039153.741, "dur": 0.208,
    "args": {
      "External id": 17047,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039154.877, "dur": 0.211,
    "args": {
      "External id": 17048,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039157.493, "dur": 0.336,
    "args": {
      "External id": 17049,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039158.635, "dur": 0.346,
    "args": {
      "External id": 17050,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039159.975, "dur": 0.222,
    "args": {
      "External id": 17051,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039161.005, "dur": 0.238,
    "args": {
      "External id": 17052,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039162.097, "dur": 0.212,
    "args": {
      "External id": 17053,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039163.128, "dur": 0.207,
    "args": {
      "External id": 17054,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039164.066, "dur": 0.295,
    "args": {
      "External id": 17055,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039165.119, "dur": 0.207,
    "args": {
      "External id": 17056,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039167.808, "dur": 0.212,
    "args": {
      "External id": 17057,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039168.753, "dur": 0.208,
    "args": {
      "External id": 17058,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039169.722, "dur": 0.204,
    "args": {
      "External id": 17059,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039170.763, "dur": 0.206,
    "args": {
      "External id": 17060,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039171.702, "dur": 0.203,
    "args": {
      "External id": 17061,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039172.643, "dur": 0.209,
    "args": {
      "External id": 17062,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039173.577, "dur": 0.201,
    "args": {
      "External id": 17063,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039174.627, "dur": 0.210,
    "args": {
      "External id": 17064,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10559
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039176.923, "dur": 0.211,
    "args": {
      "External id": 17065,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10560
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039177.874, "dur": 0.225,
    "args": {
      "External id": 17066,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10561
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039178.854, "dur": 0.204,
    "args": {
      "External id": 17067,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039179.793, "dur": 0.208,
    "args": {
      "External id": 17068,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10563
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039180.724, "dur": 0.203,
    "args": {
      "External id": 17069,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039181.649, "dur": 0.209,
    "args": {
      "External id": 17070,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10565
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039182.910, "dur": 0.212,
    "args": {
      "External id": 17071,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039183.979, "dur": 0.218,
    "args": {
      "External id": 17072,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10567
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039186.786, "dur": 0.205,
    "args": {
      "External id": 17073,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039187.989, "dur": 0.207,
    "args": {
      "External id": 17074,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039188.929, "dur": 0.350,
    "args": {
      "External id": 17075,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10570
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039190.123, "dur": 0.412,
    "args": {
      "External id": 17076,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039191.271, "dur": 0.205,
    "args": {
      "External id": 17077,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039192.199, "dur": 0.301,
    "args": {
      "External id": 17078,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039193.376, "dur": 0.261,
    "args": {
      "External id": 17079,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10574
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039194.458, "dur": 0.210,
    "args": {
      "External id": 17080,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039198.382, "dur": 0.358,
    "args": {
      "External id": 17081,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10576
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039199.594, "dur": 0.236,
    "args": {
      "External id": 17082,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039200.579, "dur": 0.204,
    "args": {
      "External id": 17083,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10578
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039201.508, "dur": 0.206,
    "args": {
      "External id": 17084,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039202.454, "dur": 0.203,
    "args": {
      "External id": 17085,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039203.474, "dur": 0.207,
    "args": {
      "External id": 17086,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039204.432, "dur": 0.203,
    "args": {
      "External id": 17087,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039205.356, "dur": 0.210,
    "args": {
      "External id": 17088,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10583
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039207.661, "dur": 0.205,
    "args": {
      "External id": 17089,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039208.596, "dur": 0.210,
    "args": {
      "External id": 17090,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039209.555, "dur": 0.203,
    "args": {
      "External id": 17091,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039210.576, "dur": 0.210,
    "args": {
      "External id": 17092,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039211.585, "dur": 0.205,
    "args": {
      "External id": 17093,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039212.552, "dur": 0.210,
    "args": {
      "External id": 17094,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039213.855, "dur": 0.209,
    "args": {
      "External id": 17095,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10590
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039214.839, "dur": 0.210,
    "args": {
      "External id": 17096,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10591
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039217.400, "dur": 0.212,
    "args": {
      "External id": 17097,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10592
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039218.344, "dur": 0.209,
    "args": {
      "External id": 17098,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039219.318, "dur": 0.203,
    "args": {
      "External id": 17099,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039220.238, "dur": 0.207,
    "args": {
      "External id": 17100,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039221.192, "dur": 0.380,
    "args": {
      "External id": 17101,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10596
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039222.291, "dur": 0.239,
    "args": {
      "External id": 17102,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10597
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039223.353, "dur": 0.207,
    "args": {
      "External id": 17103,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039224.409, "dur": 0.209,
    "args": {
      "External id": 17104,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10599
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039227.067, "dur": 0.209,
    "args": {
      "External id": 17105,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039228.132, "dur": 12.083,
    "args": {
      "External id": 17106,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039243.377, "dur": 0.273,
    "args": {
      "External id": 17107,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039244.542, "dur": 0.229,
    "args": {
      "External id": 17108,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039245.577, "dur": 0.225,
    "args": {
      "External id": 17109,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039246.697, "dur": 0.220,
    "args": {
      "External id": 17110,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039247.781, "dur": 0.229,
    "args": {
      "External id": 17111,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039248.885, "dur": 0.223,
    "args": {
      "External id": 17112,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039251.463, "dur": 0.235,
    "args": {
      "External id": 17113,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039252.521, "dur": 0.216,
    "args": {
      "External id": 17114,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039253.537, "dur": 0.217,
    "args": {
      "External id": 17115,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10610
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039254.708, "dur": 0.223,
    "args": {
      "External id": 17116,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039255.696, "dur": 0.224,
    "args": {
      "External id": 17117,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10612
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039256.763, "dur": 0.253,
    "args": {
      "External id": 17118,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10613
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039257.893, "dur": 0.261,
    "args": {
      "External id": 17119,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10614
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039259.118, "dur": 0.225,
    "args": {
      "External id": 17120,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10615
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039261.587, "dur": 0.225,
    "args": {
      "External id": 17121,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10616
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039262.725, "dur": 0.218,
    "args": {
      "External id": 17122,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10617
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039264.318, "dur": 0.230,
    "args": {
      "External id": 17123,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10618
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039265.325, "dur": 0.241,
    "args": {
      "External id": 17124,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039266.345, "dur": 0.220,
    "args": {
      "External id": 17125,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039267.357, "dur": 0.216,
    "args": {
      "External id": 17126,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039268.365, "dur": 0.227,
    "args": {
      "External id": 17127,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10622
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039269.512, "dur": 0.237,
    "args": {
      "External id": 17128,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10623
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039272.174, "dur": 0.397,
    "args": {
      "External id": 17129,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039273.376, "dur": 0.206,
    "args": {
      "External id": 17130,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039274.448, "dur": 0.246,
    "args": {
      "External id": 17131,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039275.467, "dur": 0.349,
    "args": {
      "External id": 17132,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039276.596, "dur": 0.367,
    "args": {
      "External id": 17133,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039277.761, "dur": 0.347,
    "args": {
      "External id": 17134,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039278.894, "dur": 0.222,
    "args": {
      "External id": 17135,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039279.912, "dur": 0.216,
    "args": {
      "External id": 17136,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039282.742, "dur": 0.225,
    "args": {
      "External id": 17137,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039283.725, "dur": 0.217,
    "args": {
      "External id": 17138,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039284.711, "dur": 0.223,
    "args": {
      "External id": 17139,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10634
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039285.703, "dur": 0.206,
    "args": {
      "External id": 17140,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10635
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039286.676, "dur": 0.221,
    "args": {
      "External id": 17141,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10636
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039287.680, "dur": 0.230,
    "args": {
      "External id": 17142,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10637
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039288.656, "dur": 0.253,
    "args": {
      "External id": 17143,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10638
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039289.751, "dur": 0.224,
    "args": {
      "External id": 17144,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10639
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039292.437, "dur": 0.221,
    "args": {
      "External id": 17145,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10640
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039293.402, "dur": 0.219,
    "args": {
      "External id": 17146,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10641
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039294.367, "dur": 0.218,
    "args": {
      "External id": 17147,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10642
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039295.359, "dur": 0.409,
    "args": {
      "External id": 17148,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10643
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039296.501, "dur": 0.217,
    "args": {
      "External id": 17149,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10644
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039297.451, "dur": 0.315,
    "args": {
      "External id": 17150,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10645
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039298.494, "dur": 0.355,
    "args": {
      "External id": 17151,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10646
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039299.580, "dur": 0.333,
    "args": {
      "External id": 17152,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10647
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039302.251, "dur": 0.238,
    "args": {
      "External id": 17153,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10648
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039303.243, "dur": 0.360,
    "args": {
      "External id": 17154,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10649
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039304.646, "dur": 0.347,
    "args": {
      "External id": 17155,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10650
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039305.734, "dur": 0.508,
    "args": {
      "External id": 17156,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10651
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039307.029, "dur": 0.212,
    "args": {
      "External id": 17157,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10652
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039308.106, "dur": 0.220,
    "args": {
      "External id": 17158,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10653
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039309.143, "dur": 0.328,
    "args": {
      "External id": 17159,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10654
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039310.372, "dur": 0.215,
    "args": {
      "External id": 17160,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10655
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039312.996, "dur": 0.197,
    "args": {
      "External id": 17161,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10656
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039313.963, "dur": 0.220,
    "args": {
      "External id": 17162,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10657
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039314.972, "dur": 0.220,
    "args": {
      "External id": 17163,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10658
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039315.934, "dur": 0.213,
    "args": {
      "External id": 17164,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10659
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039316.886, "dur": 0.216,
    "args": {
      "External id": 17165,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10660
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039317.933, "dur": 0.213,
    "args": {
      "External id": 17166,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10661
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039319.018, "dur": 0.215,
    "args": {
      "External id": 17167,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10662
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039319.979, "dur": 0.215,
    "args": {
      "External id": 17168,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10663
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039322.366, "dur": 0.225,
    "args": {
      "External id": 17169,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10664
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039323.335, "dur": 0.355,
    "args": {
      "External id": 17170,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10665
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039324.453, "dur": 0.467,
    "args": {
      "External id": 17171,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10666
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039325.706, "dur": 0.353,
    "args": {
      "External id": 17172,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10667
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039326.804, "dur": 0.333,
    "args": {
      "External id": 17173,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10668
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039327.891, "dur": 0.395,
    "args": {
      "External id": 17174,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10669
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039329.220, "dur": 0.230,
    "args": {
      "External id": 17175,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10670
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039330.298, "dur": 0.209,
    "args": {
      "External id": 17176,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10671
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039332.782, "dur": 0.241,
    "args": {
      "External id": 17177,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10672
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039336.924, "dur": 0.367,
    "args": {
      "External id": 17178,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10673
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039338.084, "dur": 0.214,
    "args": {
      "External id": 17179,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10674
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039339.039, "dur": 0.212,
    "args": {
      "External id": 17180,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10675
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039339.987, "dur": 0.217,
    "args": {
      "External id": 17181,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10676
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039340.987, "dur": 0.206,
    "args": {
      "External id": 17182,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10677
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039341.947, "dur": 0.218,
    "args": {
      "External id": 17183,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10678
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039342.972, "dur": 0.214,
    "args": {
      "External id": 17184,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10679
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039345.342, "dur": 0.220,
    "args": {
      "External id": 17185,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10680
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039346.311, "dur": 0.216,
    "args": {
      "External id": 17186,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10681
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039347.291, "dur": 0.252,
    "args": {
      "External id": 17187,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10682
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039348.324, "dur": 0.221,
    "args": {
      "External id": 17188,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10683
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039349.297, "dur": 0.221,
    "args": {
      "External id": 17189,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10684
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039350.263, "dur": 0.217,
    "args": {
      "External id": 17190,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10685
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039351.698, "dur": 0.224,
    "args": {
      "External id": 17191,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10686
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039352.684, "dur": 0.209,
    "args": {
      "External id": 17192,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10687
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039355.029, "dur": 0.222,
    "args": {
      "External id": 17193,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10688
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039356.042, "dur": 0.220,
    "args": {
      "External id": 17194,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10689
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039358.157, "dur": 0.228,
    "args": {
      "External id": 17195,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10690
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039359.156, "dur": 0.315,
    "args": {
      "External id": 17196,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10691
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039360.226, "dur": 0.216,
    "args": {
      "External id": 17197,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10692
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039361.201, "dur": 0.212,
    "args": {
      "External id": 17198,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10693
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039362.157, "dur": 0.218,
    "args": {
      "External id": 17199,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10694
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039363.136, "dur": 0.454,
    "args": {
      "External id": 17200,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10695
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039366.007, "dur": 0.344,
    "args": {
      "External id": 17201,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10696
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039367.117, "dur": 0.302,
    "args": {
      "External id": 17202,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10697
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039368.157, "dur": 0.327,
    "args": {
      "External id": 17203,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10698
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039369.227, "dur": 0.344,
    "args": {
      "External id": 17204,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10699
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039370.296, "dur": 0.233,
    "args": {
      "External id": 17205,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10700
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039371.283, "dur": 0.307,
    "args": {
      "External id": 17206,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10701
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039372.330, "dur": 0.216,
    "args": {
      "External id": 17207,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10702
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039373.356, "dur": 0.217,
    "args": {
      "External id": 17208,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10703
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039375.937, "dur": 0.223,
    "args": {
      "External id": 17209,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10704
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039376.910, "dur": 0.220,
    "args": {
      "External id": 17210,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10705
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039377.904, "dur": 0.222,
    "args": {
      "External id": 17211,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10706
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039378.856, "dur": 0.217,
    "args": {
      "External id": 17212,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 10707
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::stack", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039434.032, "dur": 1440.061,
    "args": {
      "External id": 17213,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10708
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::stack", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039857.094, "dur": 941.175,
    "args": {
      "External id": 17214,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10709
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039865.889, "dur": 7.225,
    "args": {
      "External id": 17215,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10710
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039869.775, "dur": 3.005,
    "args": {
      "External id": 17216,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10711
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039873.776, "dur": 2.932,
    "args": {
      "External id": 17217,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10712
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039874.664, "dur": 1.905,
    "args": {
      "External id": 17218,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10713
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039877.250, "dur": 2.326,
    "args": {
      "External id": 17219,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10714
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039878.974, "dur": 0.528,
    "args": {
      "External id": 17220,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10715
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039879.952, "dur": 1.357,
    "args": {
      "External id": 17221,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10716
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039880.534, "dur": 0.708,
    "args": {
      "External id": 17222,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10717
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039883.801, "dur": 3.697,
    "args": {
      "External id": 17223,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10718
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039886.805, "dur": 0.630,
    "args": {
      "External id": 17224,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10719
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039887.805, "dur": 1.489,
    "args": {
      "External id": 17225,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10720
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039888.486, "dur": 0.739,
    "args": {
      "External id": 17226,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10721
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039889.662, "dur": 1.527,
    "args": {
      "External id": 17227,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10722
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039890.058, "dur": 1.060,
    "args": {
      "External id": 17228,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10723
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039891.416, "dur": 3.293,
    "args": {
      "External id": 17229,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10724
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039893.774, "dur": 0.865,
    "args": {
      "External id": 17230,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10725
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039894.959, "dur": 1.150,
    "args": {
      "External id": 17231,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10726
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039895.367, "dur": 0.673,
    "args": {
      "External id": 17232,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10727
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039896.420, "dur": 2.344,
    "args": {
      "External id": 17233,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10728
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039896.780, "dur": 1.902,
    "args": {
      "External id": 17234,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10729
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039899.005, "dur": 2.366,
    "args": {
      "External id": 17235,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10730
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039900.692, "dur": 0.610,
    "args": {
      "External id": 17236,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10731
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039901.853, "dur": 1.330,
    "args": {
      "External id": 17237,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10732
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039902.332, "dur": 0.782,
    "args": {
      "External id": 17238,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10733
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039904.876, "dur": 4.497,
    "args": {
      "External id": 17239,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10734
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039908.751, "dur": 0.557,
    "args": {
      "External id": 17240,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10735
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039909.639, "dur": 1.303,
    "args": {
      "External id": 17241,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10736
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039910.276, "dur": 0.598,
    "args": {
      "External id": 17242,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10737
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039911.162, "dur": 1.258,
    "args": {
      "External id": 17243,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10738
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039911.662, "dur": 0.689,
    "args": {
      "External id": 17244,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10739
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039912.756, "dur": 3.327,
    "args": {
      "External id": 17245,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10740
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039915.196, "dur": 0.820,
    "args": {
      "External id": 17246,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10741
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039916.342, "dur": 1.239,
    "args": {
      "External id": 17247,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10742
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039916.732, "dur": 0.783,
    "args": {
      "External id": 17248,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10743
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039917.932, "dur": 2.874,
    "args": {
      "External id": 17249,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10744
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039918.386, "dur": 2.344,
    "args": {
      "External id": 17250,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10745
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039921.033, "dur": 2.863,
    "args": {
      "External id": 17251,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10746
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039922.992, "dur": 0.833,
    "args": {
      "External id": 17252,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10747
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039924.273, "dur": 1.481,
    "args": {
      "External id": 17253,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10748
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039924.900, "dur": 0.785,
    "args": {
      "External id": 17254,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10749
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039927.818, "dur": 3.666,
    "args": {
      "External id": 17255,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10750
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039930.778, "dur": 0.638,
    "args": {
      "External id": 17256,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10751
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039931.740, "dur": 1.061,
    "args": {
      "External id": 17257,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10752
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039932.103, "dur": 0.626,
    "args": {
      "External id": 17258,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10753
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039933.085, "dur": 1.383,
    "args": {
      "External id": 17259,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10754
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039933.542, "dur": 0.861,
    "args": {
      "External id": 17260,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10755
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039934.698, "dur": 2.658,
    "args": {
      "External id": 17261,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10756
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039936.766, "dur": 0.525,
    "args": {
      "External id": 17262,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10757
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039937.600, "dur": 1.118,
    "args": {
      "External id": 17263,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10758
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039938.097, "dur": 0.555,
    "args": {
      "External id": 17264,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10759
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039938.938, "dur": 2.489,
    "args": {
      "External id": 17265,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10760
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039939.297, "dur": 1.926,
    "args": {
      "External id": 17266,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10761
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039941.649, "dur": 2.283,
    "args": {
      "External id": 17267,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10762
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039943.096, "dur": 0.727,
    "args": {
      "External id": 17268,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10763
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039944.168, "dur": 1.344,
    "args": {
      "External id": 17269,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10764
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039944.528, "dur": 0.915,
    "args": {
      "External id": 17270,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10765
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039947.499, "dur": 4.088,
    "args": {
      "External id": 17271,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10766
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039950.995, "dur": 0.520,
    "args": {
      "External id": 17272,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10767
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039951.830, "dur": 1.147,
    "args": {
      "External id": 17273,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10768
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039952.327, "dur": 0.588,
    "args": {
      "External id": 17274,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10769
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039953.215, "dur": 1.174,
    "args": {
      "External id": 17275,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10770
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039953.722, "dur": 0.600,
    "args": {
      "External id": 17276,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10771
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039954.611, "dur": 2.854,
    "args": {
      "External id": 17277,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10772
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039956.822, "dur": 0.576,
    "args": {
      "External id": 17278,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10773
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039957.709, "dur": 1.307,
    "args": {
      "External id": 17279,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10774
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039958.221, "dur": 0.729,
    "args": {
      "External id": 17280,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10775
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039959.390, "dur": 2.567,
    "args": {
      "External id": 17281,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10776
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039959.949, "dur": 1.936,
    "args": {
      "External id": 17282,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10777
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039962.178, "dur": 3.442,
    "args": {
      "External id": 17283,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10778
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039964.716, "dur": 0.837,
    "args": {
      "External id": 17284,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10779
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039966.076, "dur": 2.445,
    "args": {
      "External id": 17285,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10780
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039966.482, "dur": 1.964,
    "args": {
      "External id": 17286,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10781
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039970.141, "dur": 2.041,
    "args": {
      "External id": 17287,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10782
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039971.566, "dur": 0.550,
    "args": {
      "External id": 17288,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10783
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039972.403, "dur": 1.113,
    "args": {
      "External id": 17289,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10784
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039972.803, "dur": 0.641,
    "args": {
      "External id": 17290,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10785
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039973.735, "dur": 2.718,
    "args": {
      "External id": 17291,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10786
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039975.591, "dur": 0.798,
    "args": {
      "External id": 17292,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10787
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039976.743, "dur": 3.050,
    "args": {
      "External id": 17293,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10788
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039978.413, "dur": 1.317,
    "args": {
      "External id": 17294,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10789
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039980.076, "dur": 1.324,
    "args": {
      "External id": 17295,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10790
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039980.435, "dur": 0.901,
    "args": {
      "External id": 17296,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10791
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652039981.664, "dur": 29.985,
    "args": {
      "External id": 17297,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10792
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040010.108, "dur": 1.131,
    "args": {
      "External id": 17298,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10793
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040012.064, "dur": 2.852,
    "args": {
      "External id": 17299,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10794
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040013.995, "dur": 0.856,
    "args": {
      "External id": 17300,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10795
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040015.265, "dur": 3.064,
    "args": {
      "External id": 17301,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10796
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040015.864, "dur": 2.384,
    "args": {
      "External id": 17302,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10797
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040020.407, "dur": 1.533,
    "args": {
      "External id": 17303,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10798
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040021.309, "dur": 0.562,
    "args": {
      "External id": 17304,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10799
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040022.368, "dur": 1.743,
    "args": {
      "External id": 17305,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10800
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040023.256, "dur": 0.780,
    "args": {
      "External id": 17306,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10801
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040024.354, "dur": 3.185,
    "args": {
      "External id": 17307,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10802
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040026.864, "dur": 0.604,
    "args": {
      "External id": 17308,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10803
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040027.794, "dur": 1.869,
    "args": {
      "External id": 17309,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10804
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040028.676, "dur": 0.906,
    "args": {
      "External id": 17310,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10805
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040029.898, "dur": 1.258,
    "args": {
      "External id": 17311,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10806
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040030.255, "dur": 0.829,
    "args": {
      "External id": 17312,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10807
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040031.421, "dur": 2.725,
    "args": {
      "External id": 17313,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10808
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040033.422, "dur": 0.657,
    "args": {
      "External id": 17314,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10809
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040034.414, "dur": 1.529,
    "args": {
      "External id": 17315,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10810
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040035.211, "dur": 0.668,
    "args": {
      "External id": 17316,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10811
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040036.188, "dur": 2.191,
    "args": {
      "External id": 17317,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10812
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040036.696, "dur": 1.608,
    "args": {
      "External id": 17318,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10813
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040040.408, "dur": 1.694,
    "args": {
      "External id": 17319,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10814
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040041.092, "dur": 0.943,
    "args": {
      "External id": 17320,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10815
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040042.338, "dur": 1.378,
    "args": {
      "External id": 17321,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10816
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040042.811, "dur": 0.832,
    "args": {
      "External id": 17322,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10817
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040044.008, "dur": 2.691,
    "args": {
      "External id": 17323,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10818
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040045.983, "dur": 0.653,
    "args": {
      "External id": 17324,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10819
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040046.954, "dur": 1.528,
    "args": {
      "External id": 17325,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10820
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040047.642, "dur": 0.773,
    "args": {
      "External id": 17326,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10821
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040048.725, "dur": 1.349,
    "args": {
      "External id": 17327,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10822
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040049.155, "dur": 0.846,
    "args": {
      "External id": 17328,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10823
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040050.314, "dur": 2.574,
    "args": {
      "External id": 17329,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10824
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040052.279, "dur": 0.544,
    "args": {
      "External id": 17330,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10825
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040053.122, "dur": 1.429,
    "args": {
      "External id": 17331,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10826
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040053.876, "dur": 0.610,
    "args": {
      "External id": 17332,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10827
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040054.785, "dur": 2.093,
    "args": {
      "External id": 17333,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10828
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040055.145, "dur": 1.659,
    "args": {
      "External id": 17334,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10829
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040058.581, "dur": 1.101,
    "args": {
      "External id": 17335,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10830
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040059.179, "dur": 0.440,
    "args": {
      "External id": 17336,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10831
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040059.916, "dur": 1.285,
    "args": {
      "External id": 17337,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10832
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040060.288, "dur": 0.841,
    "args": {
      "External id": 17338,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10833
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040061.564, "dur": 3.391,
    "args": {
      "External id": 17339,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10834
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040064.011, "dur": 0.877,
    "args": {
      "External id": 17340,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10835
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040065.236, "dur": 1.425,
    "args": {
      "External id": 17341,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10836
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040065.908, "dur": 0.691,
    "args": {
      "External id": 17342,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10837
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040066.897, "dur": 1.137,
    "args": {
      "External id": 17343,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10838
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040067.379, "dur": 0.584,
    "args": {
      "External id": 17344,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10839
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040068.270, "dur": 2.647,
    "args": {
      "External id": 17345,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10840
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040070.318, "dur": 0.533,
    "args": {
      "External id": 17346,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10841
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040071.266, "dur": 1.578,
    "args": {
      "External id": 17347,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10842
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040072.044, "dur": 0.737,
    "args": {
      "External id": 17348,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10843
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040073.103, "dur": 2.042,
    "args": {
      "External id": 17349,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10844
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040073.462, "dur": 1.610,
    "args": {
      "External id": 17350,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10845
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040076.926, "dur": 1.544,
    "args": {
      "External id": 17351,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10846
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040077.813, "dur": 0.578,
    "args": {
      "External id": 17352,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10847
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040078.959, "dur": 1.122,
    "args": {
      "External id": 17353,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10848
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040079.319, "dur": 0.690,
    "args": {
      "External id": 17354,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10849
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040080.314, "dur": 2.849,
    "args": {
      "External id": 17355,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10850
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040082.421, "dur": 0.677,
    "args": {
      "External id": 17356,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10851
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040083.412, "dur": 2.083,
    "args": {
      "External id": 17357,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10852
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040084.415, "dur": 1.019,
    "args": {
      "External id": 17358,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10853
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040085.959, "dur": 1.378,
    "args": {
      "External id": 17359,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10854
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040086.521, "dur": 0.745,
    "args": {
      "External id": 17360,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10855
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040087.571, "dur": 2.732,
    "args": {
      "External id": 17361,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10856
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040089.575, "dur": 0.666,
    "args": {
      "External id": 17362,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10857
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040090.535, "dur": 1.507,
    "args": {
      "External id": 17363,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10858
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040091.393, "dur": 0.584,
    "args": {
      "External id": 17364,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10859
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040092.280, "dur": 2.208,
    "args": {
      "External id": 17365,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10860
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040092.668, "dur": 1.742,
    "args": {
      "External id": 17366,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10861
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040096.239, "dur": 1.484,
    "args": {
      "External id": 17367,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10862
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040097.016, "dur": 0.643,
    "args": {
      "External id": 17368,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10863
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040097.960, "dur": 1.579,
    "args": {
      "External id": 17369,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10864
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040098.328, "dur": 1.139,
    "args": {
      "External id": 17370,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10865
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040099.772, "dur": 2.790,
    "args": {
      "External id": 17371,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10866
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040101.780, "dur": 0.719,
    "args": {
      "External id": 17372,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10867
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040102.811, "dur": 1.533,
    "args": {
      "External id": 17373,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10868
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040103.585, "dur": 0.694,
    "args": {
      "External id": 17374,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10869
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040104.573, "dur": 1.589,
    "args": {
      "External id": 17375,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10870
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040104.962, "dur": 1.133,
    "args": {
      "External id": 17376,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10871
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040106.411, "dur": 2.730,
    "args": {
      "External id": 17377,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10872
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040108.539, "dur": 0.539,
    "args": {
      "External id": 17378,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10873
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040109.375, "dur": 1.725,
    "args": {
      "External id": 17379,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10874
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040110.141, "dur": 0.896,
    "args": {
      "External id": 17380,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10875
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040111.336, "dur": 2.276,
    "args": {
      "External id": 17381,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10876
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040111.768, "dur": 1.773,
    "args": {
      "External id": 17382,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10877
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040115.266, "dur": 1.170,
    "args": {
      "External id": 17383,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10878
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040115.754, "dur": 0.618,
    "args": {
      "External id": 17384,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10879
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040116.669, "dur": 1.094,
    "args": {
      "External id": 17385,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10880
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040117.031, "dur": 0.659,
    "args": {
      "External id": 17386,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10881
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040118.017, "dur": 2.801,
    "args": {
      "External id": 17387,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10882
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040119.662, "dur": 1.089,
    "args": {
      "External id": 17388,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10883
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040121.098, "dur": 1.383,
    "args": {
      "External id": 17389,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10884
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040121.719, "dur": 0.698,
    "args": {
      "External id": 17390,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10885
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040122.714, "dur": 1.172,
    "args": {
      "External id": 17391,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10886
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040123.074, "dur": 0.741,
    "args": {
      "External id": 17392,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10887
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040124.120, "dur": 2.927,
    "args": {
      "External id": 17393,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10888
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040126.327, "dur": 0.654,
    "args": {
      "External id": 17394,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10889
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040127.371, "dur": 1.259,
    "args": {
      "External id": 17395,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10890
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040127.860, "dur": 0.698,
    "args": {
      "External id": 17396,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10891
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040128.868, "dur": 2.126,
    "args": {
      "External id": 17397,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10892
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040129.231, "dur": 1.689,
    "args": {
      "External id": 17398,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10893
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040133.047, "dur": 1.302,
    "args": {
      "External id": 17399,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10894
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040133.528, "dur": 0.751,
    "args": {
      "External id": 17400,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10895
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040134.696, "dur": 1.159,
    "args": {
      "External id": 17401,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10896
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040135.096, "dur": 0.684,
    "args": {
      "External id": 17402,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10897
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040136.086, "dur": 2.432,
    "args": {
      "External id": 17403,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10898
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040137.870, "dur": 0.580,
    "args": {
      "External id": 17404,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10899
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040138.781, "dur": 1.716,
    "args": {
      "External id": 17405,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10900
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040139.599, "dur": 0.835,
    "args": {
      "External id": 17406,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10901
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040140.726, "dur": 1.336,
    "args": {
      "External id": 17407,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10902
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040141.106, "dur": 0.886,
    "args": {
      "External id": 17408,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10903
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040199.146, "dur": 3.914,
    "args": {
      "External id": 23553,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10904
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040201.967, "dur": 0.953,
    "args": {
      "External id": 23554,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10905
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040203.480, "dur": 1.427,
    "args": {
      "External id": 23555,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10906
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040204.070, "dur": 0.768,
    "args": {
      "External id": 23556,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10907
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040205.183, "dur": 2.181,
    "args": {
      "External id": 23557,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10908
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040205.604, "dur": 1.563,
    "args": {
      "External id": 23558,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10909
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040209.044, "dur": 1.118,
    "args": {
      "External id": 23559,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10910
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040209.616, "dur": 0.481,
    "args": {
      "External id": 23560,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10911
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040210.689, "dur": 1.188,
    "args": {
      "External id": 23561,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10912
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040211.052, "dur": 0.761,
    "args": {
      "External id": 23562,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10913
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040212.250, "dur": 2.201,
    "args": {
      "External id": 23563,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10914
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040213.982, "dur": 0.403,
    "args": {
      "External id": 23564,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10915
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040214.749, "dur": 1.139,
    "args": {
      "External id": 23565,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10916
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040215.261, "dur": 0.563,
    "args": {
      "External id": 23566,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10917
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040216.243, "dur": 1.275,
    "args": {
      "External id": 23567,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10918
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040216.619, "dur": 0.832,
    "args": {
      "External id": 23568,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10919
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040217.884, "dur": 2.424,
    "args": {
      "External id": 23569,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10920
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040219.542, "dur": 0.700,
    "args": {
      "External id": 23570,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10921
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040220.567, "dur": 1.172,
    "args": {
      "External id": 23571,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10922
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040221.136, "dur": 0.539,
    "args": {
      "External id": 23572,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10923
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040221.976, "dur": 2.265,
    "args": {
      "External id": 23573,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10924
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040222.351, "dur": 1.824,
    "args": {
      "External id": 23574,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10925
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040226.021, "dur": 1.254,
    "args": {
      "External id": 23575,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10926
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040226.481, "dur": 0.726,
    "args": {
      "External id": 23576,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10927
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040227.820, "dur": 13.851,
    "args": {
      "External id": 23577,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10928
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040240.267, "dur": 1.087,
    "args": {
      "External id": 23578,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10929
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040242.360, "dur": 3.506,
    "args": {
      "External id": 23579,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10930
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040245.249, "dur": 0.549,
    "args": {
      "External id": 23580,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10931
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040246.182, "dur": 1.745,
    "args": {
      "External id": 23581,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10932
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040247.276, "dur": 0.584,
    "args": {
      "External id": 23582,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10933
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040248.191, "dur": 1.763,
    "args": {
      "External id": 23583,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10934
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040249.173, "dur": 0.713,
    "args": {
      "External id": 23584,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10935
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040250.236, "dur": 2.904,
    "args": {
      "External id": 23585,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10936
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040252.308, "dur": 0.763,
    "args": {
      "External id": 23586,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10937
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040253.387, "dur": 1.788,
    "args": {
      "External id": 23587,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10938
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040254.353, "dur": 0.754,
    "args": {
      "External id": 23588,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10939
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040255.719, "dur": 2.631,
    "args": {
      "External id": 23589,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10940
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040256.435, "dur": 1.849,
    "args": {
      "External id": 23590,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10941
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040260.175, "dur": 1.047,
    "args": {
      "External id": 23591,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10942
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040260.574, "dur": 0.584,
    "args": {
      "External id": 23592,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10943
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040261.610, "dur": 1.152,
    "args": {
      "External id": 23593,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10944
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040262.024, "dur": 0.672,
    "args": {
      "External id": 23594,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10945
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040263.160, "dur": 2.574,
    "args": {
      "External id": 23595,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10946
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040265.050, "dur": 0.623,
    "args": {
      "External id": 23596,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10947
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040266.012, "dur": 1.137,
    "args": {
      "External id": 23597,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10948
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040266.467, "dur": 0.612,
    "args": {
      "External id": 23598,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10949
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040267.405, "dur": 1.242,
    "args": {
      "External id": 23599,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10950
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040267.818, "dur": 0.765,
    "args": {
      "External id": 23600,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10951
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040268.925, "dur": 2.594,
    "args": {
      "External id": 23601,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10952
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040270.899, "dur": 0.554,
    "args": {
      "External id": 23602,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10953
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040271.762, "dur": 0.956,
    "args": {
      "External id": 23603,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10954
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040272.169, "dur": 0.483,
    "args": {
      "External id": 23604,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10955
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040272.986, "dur": 2.277,
    "args": {
      "External id": 23605,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10956
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040273.424, "dur": 1.771,
    "args": {
      "External id": 23606,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10957
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040276.744, "dur": 1.134,
    "args": {
      "External id": 23607,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10958
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040277.155, "dur": 0.661,
    "args": {
      "External id": 23608,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10959
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040278.118, "dur": 1.443,
    "args": {
      "External id": 23609,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10960
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040278.522, "dur": 0.975,
    "args": {
      "External id": 23610,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10961
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040280.063, "dur": 2.534,
    "args": {
      "External id": 23611,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10962
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040282.117, "dur": 0.417,
    "args": {
      "External id": 23612,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10963
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040282.879, "dur": 1.276,
    "args": {
      "External id": 23613,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10964
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040283.432, "dur": 0.661,
    "args": {
      "External id": 23614,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10965
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040284.547, "dur": 2.058,
    "args": {
      "External id": 23615,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10966
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040284.955, "dur": 1.584,
    "args": {
      "External id": 23616,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10967
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040286.848, "dur": 2.581,
    "args": {
      "External id": 23617,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10968
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040288.858, "dur": 0.506,
    "args": {
      "External id": 23618,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10969
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040289.669, "dur": 0.967,
    "args": {
      "External id": 23619,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10970
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040290.073, "dur": 0.498,
    "args": {
      "External id": 23620,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10971
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040290.937, "dur": 3.034,
    "args": {
      "External id": 23621,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10972
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040291.899, "dur": 1.879,
    "args": {
      "External id": 23622,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10973
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040295.780, "dur": 1.363,
    "args": {
      "External id": 23623,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10974
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040296.555, "dur": 0.524,
    "args": {
      "External id": 23624,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10975
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040297.366, "dur": 1.391,
    "args": {
      "External id": 23625,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10976
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040297.898, "dur": 0.789,
    "args": {
      "External id": 23626,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10977
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040299.124, "dur": 3.054,
    "args": {
      "External id": 23627,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10978
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040301.404, "dur": 0.708,
    "args": {
      "External id": 23628,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10979
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040302.424, "dur": 1.434,
    "args": {
      "External id": 23629,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10980
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040303.085, "dur": 0.708,
    "args": {
      "External id": 23630,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10981
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040304.084, "dur": 1.246,
    "args": {
      "External id": 23631,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10982
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040304.645, "dur": 0.620,
    "args": {
      "External id": 23632,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10983
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040305.570, "dur": 2.531,
    "args": {
      "External id": 23633,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10984
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040307.544, "dur": 0.492,
    "args": {
      "External id": 23634,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10985
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040308.434, "dur": 1.205,
    "args": {
      "External id": 23635,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10986
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040309.134, "dur": 0.439,
    "args": {
      "External id": 23636,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10987
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040310.105, "dur": 2.498,
    "args": {
      "External id": 23637,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10988
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040310.820, "dur": 1.716,
    "args": {
      "External id": 23638,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10989
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040314.555, "dur": 1.250,
    "args": {
      "External id": 23639,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10990
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040315.246, "dur": 0.495,
    "args": {
      "External id": 23640,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10991
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040316.030, "dur": 1.526,
    "args": {
      "External id": 23641,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10992
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040316.805, "dur": 0.686,
    "args": {
      "External id": 23642,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10993
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040317.781, "dur": 2.596,
    "args": {
      "External id": 23643,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10994
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040319.819, "dur": 0.491,
    "args": {
      "External id": 23644,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10995
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040320.626, "dur": 1.197,
    "args": {
      "External id": 23645,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10996
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040321.260, "dur": 0.499,
    "args": {
      "External id": 23646,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10997
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040322.050, "dur": 1.565,
    "args": {
      "External id": 23647,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 10998
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040322.767, "dur": 0.783,
    "args": {
      "External id": 23648,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 10999
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040323.870, "dur": 3.138,
    "args": {
      "External id": 23649,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11000
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040326.017, "dur": 0.923,
    "args": {
      "External id": 23650,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11001
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040327.234, "dur": 1.258,
    "args": {
      "External id": 23651,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11002
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040327.802, "dur": 0.621,
    "args": {
      "External id": 23652,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11003
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040328.747, "dur": 2.172,
    "args": {
      "External id": 23653,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11004
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040329.349, "dur": 1.500,
    "args": {
      "External id": 23654,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11005
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040332.610, "dur": 1.471,
    "args": {
      "External id": 23655,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11006
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040333.343, "dur": 0.672,
    "args": {
      "External id": 23656,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11007
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040334.435, "dur": 1.173,
    "args": {
      "External id": 23657,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11008
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040335.141, "dur": 0.404,
    "args": {
      "External id": 23658,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11009
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040335.834, "dur": 2.493,
    "args": {
      "External id": 23659,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11010
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040337.861, "dur": 0.401,
    "args": {
      "External id": 23660,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11011
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040338.570, "dur": 1.383,
    "args": {
      "External id": 23661,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11012
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040339.342, "dur": 0.546,
    "args": {
      "External id": 23662,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11013
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040340.182, "dur": 1.098,
    "args": {
      "External id": 23663,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11014
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040340.799, "dur": 0.416,
    "args": {
      "External id": 23664,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11015
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040341.642, "dur": 2.608,
    "args": {
      "External id": 23665,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11016
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040343.779, "dur": 0.404,
    "args": {
      "External id": 23666,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11017
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040344.475, "dur": 1.153,
    "args": {
      "External id": 23667,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11018
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040345.233, "dur": 0.328,
    "args": {
      "External id": 23668,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11019
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040345.968, "dur": 2.440,
    "args": {
      "External id": 23669,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11020
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040346.681, "dur": 1.654,
    "args": {
      "External id": 23670,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11021
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040349.965, "dur": 1.065,
    "args": {
      "External id": 23671,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11022
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040350.514, "dur": 0.453,
    "args": {
      "External id": 23672,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11023
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040351.279, "dur": 1.396,
    "args": {
      "External id": 23673,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11024
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040351.939, "dur": 0.673,
    "args": {
      "External id": 23674,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11025
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040352.902, "dur": 2.546,
    "args": {
      "External id": 23675,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11026
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040355.108, "dur": 0.278,
    "args": {
      "External id": 23676,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11027
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040355.690, "dur": 1.230,
    "args": {
      "External id": 23677,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11028
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040356.439, "dur": 0.414,
    "args": {
      "External id": 23678,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11029
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040357.159, "dur": 1.182,
    "args": {
      "External id": 23679,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11030
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040357.861, "dur": 0.416,
    "args": {
      "External id": 23680,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11031
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040358.573, "dur": 3.433,
    "args": {
      "External id": 23681,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11032
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040360.868, "dur": 1.074,
    "args": {
      "External id": 23682,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11033
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040362.281, "dur": 2.292,
    "args": {
      "External id": 23683,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11034
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040364.242, "dur": 0.265,
    "args": {
      "External id": 23684,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11035
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040364.815, "dur": 2.362,
    "args": {
      "External id": 23685,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11036
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040365.479, "dur": 1.628,
    "args": {
      "External id": 23686,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11037
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040369.223, "dur": 1.204,
    "args": {
      "External id": 23687,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11038
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040369.973, "dur": 0.391,
    "args": {
      "External id": 23688,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11039
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040370.656, "dur": 1.312,
    "args": {
      "External id": 23689,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11040
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040371.434, "dur": 0.473,
    "args": {
      "External id": 23690,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11041
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040372.193, "dur": 3.394,
    "args": {
      "External id": 23691,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11042
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040374.731, "dur": 0.793,
    "args": {
      "External id": 23692,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11043
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040375.833, "dur": 1.153,
    "args": {
      "External id": 23693,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11044
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040376.491, "dur": 0.419,
    "args": {
      "External id": 23694,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11045
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040377.226, "dur": 1.178,
    "args": {
      "External id": 23695,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11046
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040377.957, "dur": 0.380,
    "args": {
      "External id": 23696,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11047
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040378.737, "dur": 2.443,
    "args": {
      "External id": 23697,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11048
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040380.852, "dur": 0.266,
    "args": {
      "External id": 23698,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11049
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040381.409, "dur": 1.167,
    "args": {
      "External id": 23699,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11050
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040382.193, "dur": 0.320,
    "args": {
      "External id": 23700,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11051
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040382.803, "dur": 2.603,
    "args": {
      "External id": 23701,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11052
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040383.480, "dur": 1.706,
    "args": {
      "External id": 23702,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11053
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040387.752, "dur": 1.091,
    "args": {
      "External id": 23703,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11054
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040388.450, "dur": 0.329,
    "args": {
      "External id": 23704,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11055
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040389.069, "dur": 1.311,
    "args": {
      "External id": 23705,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11056
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040389.728, "dur": 0.586,
    "args": {
      "External id": 23706,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11057
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040390.609, "dur": 2.635,
    "args": {
      "External id": 23707,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11058
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040392.897, "dur": 0.285,
    "args": {
      "External id": 23708,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11059
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040393.490, "dur": 1.446,
    "args": {
      "External id": 23709,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11060
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040394.192, "dur": 0.680,
    "args": {
      "External id": 23710,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11061
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040395.160, "dur": 1.210,
    "args": {
      "External id": 23711,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11062
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040395.834, "dur": 0.474,
    "args": {
      "External id": 23712,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11063
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040396.597, "dur": 2.720,
    "args": {
      "External id": 23713,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11064
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040398.834, "dur": 0.420,
    "args": {
      "External id": 23714,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11065
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040399.542, "dur": 1.531,
    "args": {
      "External id": 23715,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11066
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040400.420, "dur": 0.588,
    "args": {
      "External id": 23716,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11067
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040401.298, "dur": 2.289,
    "args": {
      "External id": 23717,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11068
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040401.894, "dur": 1.624,
    "args": {
      "External id": 23718,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11069
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040405.221, "dur": 0.991,
    "args": {
      "External id": 23719,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11070
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040405.826, "dur": 0.319,
    "args": {
      "External id": 23720,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11071
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040406.578, "dur": 1.118,
    "args": {
      "External id": 23721,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11072
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040407.237, "dur": 0.392,
    "args": {
      "External id": 23722,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11073
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040407.925, "dur": 2.515,
    "args": {
      "External id": 23723,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11074
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040409.970, "dur": 0.407,
    "args": {
      "External id": 23724,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11075
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040410.681, "dur": 1.466,
    "args": {
      "External id": 23725,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11076
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040411.438, "dur": 0.648,
    "args": {
      "External id": 23726,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11077
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040412.457, "dur": 1.245,
    "args": {
      "External id": 23727,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11078
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040413.154, "dur": 0.485,
    "args": {
      "External id": 23728,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11079
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040414.078, "dur": 2.494,
    "args": {
      "External id": 23729,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11080
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040416.152, "dur": 0.358,
    "args": {
      "External id": 23730,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11081
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040416.814, "dur": 1.249,
    "args": {
      "External id": 23731,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11082
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040417.444, "dur": 0.546,
    "args": {
      "External id": 23732,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11083
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040418.292, "dur": 2.252,
    "args": {
      "External id": 23733,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11084
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040418.874, "dur": 1.603,
    "args": {
      "External id": 23734,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11085
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040422.216, "dur": 1.316,
    "args": {
      "External id": 23735,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11086
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040422.978, "dur": 0.492,
    "args": {
      "External id": 23736,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11087
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040423.983, "dur": 1.066,
    "args": {
      "External id": 23737,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11088
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040424.582, "dur": 0.402,
    "args": {
      "External id": 23738,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11089
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040425.365, "dur": 2.728,
    "args": {
      "External id": 23739,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11090
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040427.610, "dur": 0.415,
    "args": {
      "External id": 23740,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11091
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040428.361, "dur": 1.073,
    "args": {
      "External id": 23741,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11092
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040429.038, "dur": 0.331,
    "args": {
      "External id": 23742,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11093
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040429.679, "dur": 1.184,
    "args": {
      "External id": 23743,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11094
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040430.412, "dur": 0.385,
    "args": {
      "External id": 23744,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11095
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040431.217, "dur": 2.686,
    "args": {
      "External id": 23745,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11096
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040433.373, "dur": 0.467,
    "args": {
      "External id": 23746,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11097
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040434.136, "dur": 1.194,
    "args": {
      "External id": 23747,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11098
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040434.847, "dur": 0.412,
    "args": {
      "External id": 23748,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11099
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040435.592, "dur": 2.393,
    "args": {
      "External id": 23749,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040436.343, "dur": 1.575,
    "args": {
      "External id": 23750,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040439.643, "dur": 1.125,
    "args": {
      "External id": 23751,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040440.379, "dur": 0.322,
    "args": {
      "External id": 23752,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11103
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040440.990, "dur": 1.099,
    "args": {
      "External id": 23753,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11104
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040441.572, "dur": 0.454,
    "args": {
      "External id": 23754,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040442.314, "dur": 2.624,
    "args": {
      "External id": 23755,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040444.532, "dur": 0.343,
    "args": {
      "External id": 23756,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040445.189, "dur": 1.080,
    "args": {
      "External id": 23757,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040445.870, "dur": 0.338,
    "args": {
      "External id": 23758,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040446.495, "dur": 1.224,
    "args": {
      "External id": 23759,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040447.249, "dur": 0.405,
    "args": {
      "External id": 23760,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040447.976, "dur": 2.229,
    "args": {
      "External id": 23761,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11112
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040449.854, "dur": 0.289,
    "args": {
      "External id": 23762,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11113
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040450.504, "dur": 1.143,
    "args": {
      "External id": 23763,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040451.274, "dur": 0.304,
    "args": {
      "External id": 23764,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040451.876, "dur": 2.603,
    "args": {
      "External id": 23765,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11116
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040452.577, "dur": 1.833,
    "args": {
      "External id": 23766,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11117
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040456.141, "dur": 1.134,
    "args": {
      "External id": 23767,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040456.840, "dur": 0.369,
    "args": {
      "External id": 23768,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040457.498, "dur": 1.043,
    "args": {
      "External id": 23769,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040458.116, "dur": 0.364,
    "args": {
      "External id": 23770,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11121
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040458.766, "dur": 2.456,
    "args": {
      "External id": 23771,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11122
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040460.880, "dur": 0.276,
    "args": {
      "External id": 23772,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11123
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040461.474, "dur": 0.952,
    "args": {
      "External id": 23773,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11124
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040462.032, "dur": 0.330,
    "args": {
      "External id": 23774,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11125
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040462.829, "dur": 1.034,
    "args": {
      "External id": 23775,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040463.409, "dur": 0.390,
    "args": {
      "External id": 23776,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040464.112, "dur": 2.362,
    "args": {
      "External id": 23777,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040466.116, "dur": 0.296,
    "args": {
      "External id": 23778,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040466.805, "dur": 1.000,
    "args": {
      "External id": 23779,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040467.480, "dur": 0.254,
    "args": {
      "External id": 23780,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040468.031, "dur": 2.733,
    "args": {
      "External id": 23781,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040468.810, "dur": 1.752,
    "args": {
      "External id": 23782,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040472.717, "dur": 1.085,
    "args": {
      "External id": 23783,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040473.306, "dur": 0.427,
    "args": {
      "External id": 23784,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040474.172, "dur": 1.310,
    "args": {
      "External id": 23785,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040474.816, "dur": 0.605,
    "args": {
      "External id": 23786,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040475.837, "dur": 2.471,
    "args": {
      "External id": 23787,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11138
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040477.905, "dur": 0.336,
    "args": {
      "External id": 23788,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11139
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040478.570, "dur": 1.528,
    "args": {
      "External id": 23789,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040479.230, "dur": 0.800,
    "args": {
      "External id": 23790,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11141
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040480.321, "dur": 1.294,
    "args": {
      "External id": 23791,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11142
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040480.887, "dur": 0.660,
    "args": {
      "External id": 23792,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040481.840, "dur": 1.982,
    "args": {
      "External id": 23793,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11144
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040483.454, "dur": 0.300,
    "args": {
      "External id": 23794,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040484.044, "dur": 1.542,
    "args": {
      "External id": 23795,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040484.996, "dur": 0.526,
    "args": {
      "External id": 23796,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040485.818, "dur": 2.629,
    "args": {
      "External id": 23797,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040486.602, "dur": 1.778,
    "args": {
      "External id": 23798,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040490.538, "dur": 1.034,
    "args": {
      "External id": 23799,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040491.129, "dur": 0.380,
    "args": {
      "External id": 23800,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040491.811, "dur": 1.254,
    "args": {
      "External id": 23801,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040492.520, "dur": 0.480,
    "args": {
      "External id": 23802,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040493.469, "dur": 2.752,
    "args": {
      "External id": 23803,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040495.833, "dur": 0.320,
    "args": {
      "External id": 23804,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11155
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040496.547, "dur": 1.184,
    "args": {
      "External id": 23805,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11156
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040497.345, "dur": 0.319,
    "args": {
      "External id": 23806,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040497.958, "dur": 1.349,
    "args": {
      "External id": 23807,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11158
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040498.642, "dur": 0.599,
    "args": {
      "External id": 23808,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11159
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040499.593, "dur": 3.127,
    "args": {
      "External id": 23809,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040502.007, "dur": 0.646,
    "args": {
      "External id": 23810,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040502.972, "dur": 1.114,
    "args": {
      "External id": 23811,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040503.630, "dur": 0.387,
    "args": {
      "External id": 23812,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040504.316, "dur": 2.396,
    "args": {
      "External id": 23813,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040505.051, "dur": 1.595,
    "args": {
      "External id": 23814,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040508.357, "dur": 1.081,
    "args": {
      "External id": 23815,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040509.112, "dur": 0.258,
    "args": {
      "External id": 23816,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040509.737, "dur": 0.987,
    "args": {
      "External id": 23817,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040510.346, "dur": 0.314,
    "args": {
      "External id": 23818,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040510.992, "dur": 2.670,
    "args": {
      "External id": 23819,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040513.228, "dur": 0.370,
    "args": {
      "External id": 23820,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040513.925, "dur": 1.119,
    "args": {
      "External id": 23821,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11172
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040514.642, "dur": 0.336,
    "args": {
      "External id": 23822,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11173
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040515.266, "dur": 1.454,
    "args": {
      "External id": 23823,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040515.826, "dur": 0.830,
    "args": {
      "External id": 23824,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11175
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040516.943, "dur": 2.340,
    "args": {
      "External id": 23825,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040518.856, "dur": 0.364,
    "args": {
      "External id": 23826,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11177
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040519.537, "dur": 1.190,
    "args": {
      "External id": 23827,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11178
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040520.353, "dur": 0.307,
    "args": {
      "External id": 23828,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040520.995, "dur": 2.407,
    "args": {
      "External id": 23829,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11180
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040521.554, "dur": 1.777,
    "args": {
      "External id": 23830,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11181
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040525.371, "dur": 1.380,
    "args": {
      "External id": 23831,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040526.180, "dur": 0.502,
    "args": {
      "External id": 23832,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040526.991, "dur": 1.098,
    "args": {
      "External id": 23833,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040527.713, "dur": 0.312,
    "args": {
      "External id": 23834,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040528.342, "dur": 3.274,
    "args": {
      "External id": 23835,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040530.814, "dur": 0.732,
    "args": {
      "External id": 23836,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040531.865, "dur": 1.325,
    "args": {
      "External id": 23837,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040532.538, "dur": 0.585,
    "args": {
      "External id": 23838,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040533.411, "dur": 1.167,
    "args": {
      "External id": 23839,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040534.015, "dur": 0.499,
    "args": {
      "External id": 23840,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040534.806, "dur": 2.451,
    "args": {
      "External id": 23841,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040536.885, "dur": 0.311,
    "args": {
      "External id": 23842,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040537.482, "dur": 1.154,
    "args": {
      "External id": 23843,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11194
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040538.137, "dur": 0.436,
    "args": {
      "External id": 23844,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11195
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040538.864, "dur": 2.707,
    "args": {
      "External id": 23845,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040539.533, "dur": 1.971,
    "args": {
      "External id": 23846,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11197
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040543.194, "dur": 1.062,
    "args": {
      "External id": 23847,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11198
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040543.857, "dur": 0.335,
    "args": {
      "External id": 23848,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040544.624, "dur": 1.173,
    "args": {
      "External id": 23849,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040545.332, "dur": 0.402,
    "args": {
      "External id": 23850,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040546.164, "dur": 2.599,
    "args": {
      "External id": 23851,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040548.444, "dur": 0.250,
    "args": {
      "External id": 23852,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040549.056, "dur": 0.909,
    "args": {
      "External id": 23853,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040549.691, "dur": 0.210,
    "args": {
      "External id": 23854,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040550.235, "dur": 1.067,
    "args": {
      "External id": 23855,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11206
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040550.838, "dur": 0.393,
    "args": {
      "External id": 23856,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040551.562, "dur": 2.152,
    "args": {
      "External id": 23857,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11208
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040553.289, "dur": 0.355,
    "args": {
      "External id": 23858,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040554.055, "dur": 0.940,
    "args": {
      "External id": 23859,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040554.709, "dur": 0.218,
    "args": {
      "External id": 23860,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11211
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040555.220, "dur": 2.347,
    "args": {
      "External id": 23861,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11212
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040555.946, "dur": 1.551,
    "args": {
      "External id": 23862,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040559.587, "dur": 1.133,
    "args": {
      "External id": 23863,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11214
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040560.276, "dur": 0.380,
    "args": {
      "External id": 23864,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11215
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040560.979, "dur": 1.290,
    "args": {
      "External id": 23865,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040561.781, "dur": 0.421,
    "args": {
      "External id": 23866,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040562.493, "dur": 2.509,
    "args": {
      "External id": 23867,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040564.516, "dur": 0.415,
    "args": {
      "External id": 23868,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040565.247, "dur": 0.997,
    "args": {
      "External id": 23869,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040565.869, "dur": 0.312,
    "args": {
      "External id": 23870,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11221
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040566.471, "dur": 1.431,
    "args": {
      "External id": 23871,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040567.287, "dur": 0.548,
    "args": {
      "External id": 23872,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11223
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040568.122, "dur": 2.178,
    "args": {
      "External id": 23873,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040569.883, "dur": 0.347,
    "args": {
      "External id": 23874,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040570.536, "dur": 1.138,
    "args": {
      "External id": 23875,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040571.275, "dur": 0.336,
    "args": {
      "External id": 23876,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040572.054, "dur": 2.436,
    "args": {
      "External id": 23877,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11228
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040572.685, "dur": 1.735,
    "args": {
      "External id": 23878,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11229
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040576.225, "dur": 1.210,
    "args": {
      "External id": 23879,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040577.050, "dur": 0.317,
    "args": {
      "External id": 23880,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040577.658, "dur": 1.197,
    "args": {
      "External id": 23881,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040578.277, "dur": 0.514,
    "args": {
      "External id": 23882,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11233
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040579.088, "dur": 2.693,
    "args": {
      "External id": 23883,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11234
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040581.184, "dur": 0.534,
    "args": {
      "External id": 23884,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040582.031, "dur": 1.360,
    "args": {
      "External id": 23885,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11236
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040582.877, "dur": 0.447,
    "args": {
      "External id": 23886,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11237
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040583.616, "dur": 1.153,
    "args": {
      "External id": 23887,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040584.215, "dur": 0.492,
    "args": {
      "External id": 23888,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040585.098, "dur": 2.202,
    "args": {
      "External id": 23889,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040586.881, "dur": 0.358,
    "args": {
      "External id": 23890,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040587.524, "dur": 0.934,
    "args": {
      "External id": 23891,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040588.151, "dur": 0.241,
    "args": {
      "External id": 23892,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040588.803, "dur": 2.334,
    "args": {
      "External id": 23893,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040589.415, "dur": 1.656,
    "args": {
      "External id": 23894,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040593.119, "dur": 1.060,
    "args": {
      "External id": 23895,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040593.681, "dur": 0.430,
    "args": {
      "External id": 23896,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040594.400, "dur": 1.277,
    "args": {
      "External id": 23897,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040595.067, "dur": 0.547,
    "args": {
      "External id": 23898,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040596.010, "dur": 3.255,
    "args": {
      "External id": 23899,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11250
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040598.366, "dur": 0.837,
    "args": {
      "External id": 23900,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11251
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040599.511, "dur": 1.205,
    "args": {
      "External id": 23901,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040600.310, "dur": 0.343,
    "args": {
      "External id": 23902,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11253
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040600.959, "dur": 1.069,
    "args": {
      "External id": 23903,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11254
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040601.647, "dur": 0.313,
    "args": {
      "External id": 23904,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040602.275, "dur": 2.504,
    "args": {
      "External id": 23905,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040604.348, "dur": 0.366,
    "args": {
      "External id": 23906,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040604.999, "dur": 1.021,
    "args": {
      "External id": 23907,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040605.713, "dur": 0.244,
    "args": {
      "External id": 23908,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040606.390, "dur": 2.771,
    "args": {
      "External id": 23909,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040607.153, "dur": 1.931,
    "args": {
      "External id": 23910,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040610.888, "dur": 0.890,
    "args": {
      "External id": 23911,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040611.470, "dur": 0.244,
    "args": {
      "External id": 23912,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040611.999, "dur": 1.190,
    "args": {
      "External id": 23913,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040612.744, "dur": 0.376,
    "args": {
      "External id": 23914,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040613.426, "dur": 2.607,
    "args": {
      "External id": 23915,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040615.717, "dur": 0.253,
    "args": {
      "External id": 23916,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11267
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040616.273, "dur": 1.169,
    "args": {
      "External id": 23917,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11268
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040617.015, "dur": 0.359,
    "args": {
      "External id": 23918,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040617.671, "dur": 1.188,
    "args": {
      "External id": 23919,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11270
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040618.481, "dur": 0.314,
    "args": {
      "External id": 23920,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11271
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040619.350, "dur": 2.310,
    "args": {
      "External id": 23921,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040621.303, "dur": 0.291,
    "args": {
      "External id": 23922,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040621.883, "dur": 0.992,
    "args": {
      "External id": 23923,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040622.466, "dur": 0.346,
    "args": {
      "External id": 23924,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040623.097, "dur": 2.518,
    "args": {
      "External id": 23925,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040623.891, "dur": 1.655,
    "args": {
      "External id": 23926,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040627.763, "dur": 1.034,
    "args": {
      "External id": 23927,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040628.420, "dur": 0.311,
    "args": {
      "External id": 23928,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040629.025, "dur": 1.683,
    "args": {
      "External id": 23929,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040629.746, "dur": 0.899,
    "args": {
      "External id": 23930,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040630.981, "dur": 3.008,
    "args": {
      "External id": 23931,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040633.268, "dur": 0.657,
    "args": {
      "External id": 23932,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040634.229, "dur": 1.432,
    "args": {
      "External id": 23933,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11284
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040635.010, "dur": 0.576,
    "args": {
      "External id": 23934,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11285
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040635.909, "dur": 1.431,
    "args": {
      "External id": 23935,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040636.703, "dur": 0.574,
    "args": {
      "External id": 23936,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040637.689, "dur": 2.564,
    "args": {
      "External id": 23937,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040639.671, "dur": 0.508,
    "args": {
      "External id": 23938,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11289
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::unsqueeze", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040640.611, "dur": 2.494,
    "args": {
      "External id": 23939,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11290
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040642.566, "dur": 0.473,
    "args": {
      "External id": 23940,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[1]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cat", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040662.552, "dur": 124.329,
    "args": {
      "External id": 23941,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11292
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linalg_vector_norm", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040887.258, "dur": 162.650,
    "args": {
      "External id": 23942,"Record function id": 0, "Concrete Inputs": ["", "2.", "", "False", ""], "Input type": ["float", "Scalar", "", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[291], [], [], [], []], "Ev Idx": 11293
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linalg_vector_norm", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040951.300, "dur": 74.828,
    "args": {
      "External id": 23943,"Record function id": 0, "Concrete Inputs": ["", "2.", "", "False", ""], "Input type": ["float", "Scalar", "", "Scalar", ""], "Input Strides": [[1], [], [], [], []], "Input Dims": [[291], [], [], [], []], "Ev Idx": 11294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 1336753, "tid": 1336753,
    "ts": 1295652040964.354, "dur": 1.104,
    "args": {
      "External id": 23944,"Record function id": 0, "Concrete Inputs": ["", "[1]", "[0]", ""], "Input type": ["float", "ScalarList", "ScalarList", ""], "Input Strides": [[], [], [], []], "Input Dims": [[], [], [], []], "Ev Idx": 11295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "Redistribute", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041451.868, "dur": 967.282,
    "args": {
      "External id": 23945,"Sequence number": 246776, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", "False"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::pow", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041500.700, "dur": 99.363,
    "args": {
      "External id": 23946,"Record function id": 0, "Concrete Inputs": ["", "2."], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041504.843, "dur": 1.304,
    "args": {
      "External id": 23947,"Record function id": 0, "Concrete Inputs": ["", "2."], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041552.938, "dur": 0.886,
    "args": {
      "External id": 23948,"Record function id": 0, "Concrete Inputs": ["", "6", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 11299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "_c10d_functional::all_reduce", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041627.156, "dur": 463.587,
    "args": {
      "External id": 23949,"Record function id": 0, "Concrete Inputs": ["", "", ""], "Input type": ["float", "", ""], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 11300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clone", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041631.459, "dur": 47.317,
    "args": {
      "External id": 23950,"Record function id": 0, "Concrete Inputs": ["", "0"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041634.868, "dur": 10.957,
    "args": {
      "External id": 23951,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "0"], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 11302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041640.352, "dur": 4.700,
    "args": {
      "External id": 23952,"Record function id": 0, "Concrete Inputs": ["[]", "6", "0", "", "", "0"], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", "Scalar"], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 11303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::copy_", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041647.673, "dur": 30.449,
    "args": {
      "External id": 23953,"Record function id": 0, "Concrete Inputs": ["", "", "False"], "Input type": ["float", "float", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 11304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "c10d::allreduce_", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041687.786, "dur": 399.608,
    "args": {
      "External id": 23954,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "-1"], "Input type": ["TensorList", "", "", "", "Scalar"], "Input Strides": [[[]], [], [], [], []], "Input Dims": [[[]], [], [], [], []], "Ev Idx": 11305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041717.774, "dur": 362.466,
    "args": {
      "External id": 23955,"Record function id": 0, "Collective name": "allreduce", "Process Group Description": "default_pg", "dtype": "Float", "Rank": 0, "Input Strides": [[[]], [], [], [], [], [], [], [], [], []], "Concrete Inputs": ["", "", "", "0", "", "[]", "[]", "0", "1", "8"], "Out msg nelems": 1, "Process Group Name": "0", "Input type": ["TensorList", "", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Global rank stride": 1, "Out split size": "[]", "In split size": "[]", "Process Group Ranks": "[0, 1, 2, 3, 4, 5, 6, 7]", "Group size": 8, "Input Dims": [[[]], [], [], [], [], [], [], [], [], []], "Global rank start": 0, "Ev Idx": 11306, "In msg nelems": 1
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "nccl:all_reduce", "pid": 1336753, "tid": 1336753,
    "ts": 1295652041734.596, "dur": 338.609,
    "args": {
      "External id": 23956,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11307
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::pow", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042156.866, "dur": 225.192,
    "args": {
      "External id": 23957,"Record function id": 0, "Concrete Inputs": ["", "0.5"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "_c10d_functional::wait_tensor", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042265.933, "dur": 35.596,
    "args": {
      "External id": 23958,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11309
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "record_param_comms", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042287.356, "dur": 5.077,
    "args": {
      "External id": 23959,"Record function id": 0, "Collective name": "wait", "Process Group Description": "default_pg", "dtype": "Byte", "Input Dims": [[], [], [], [], [], [], [], [], []], "Input Strides": [[], [], [], [], [], [], [], [], []], "Input type": ["", "", "Scalar", "", "ScalarList", "ScalarList", "Scalar", "Scalar", "Scalar"], "Concrete Inputs": ["", "", "0", "", "[]", "[]", "-1", "-1", "1"], "Out msg nelems": 0, "Process Group Name": "0", "Process Group Ranks": "[]", "Group size": 1, "Ev Idx": 11310, "In msg nelems": 0, "Rank": 0, "In split size": "[]", "Out split size": "[]"
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::pow", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042332.436, "dur": 43.855,
    "args": {
      "External id": 23960,"Record function id": 0, "Concrete Inputs": ["", "0.5"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042335.096, "dur": 1.140,
    "args": {
      "External id": 23961,"Record function id": 0, "Concrete Inputs": ["", "0.5"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042337.639, "dur": 0.531,
    "args": {
      "External id": 23962,"Record function id": 0, "Concrete Inputs": ["", "6", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 11313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "_ToTorchTensor", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042435.483, "dur": 21.826,
    "args": {
      "External id": 23963,"Sequence number": 246777, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", ""], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view_as", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042445.456, "dur": 8.425,
    "args": {
      "External id": 23964,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042447.938, "dur": 5.738,
    "args": {
      "External id": 23965,"Record function id": 0, "Concrete Inputs": ["", "[]"], "Input type": ["float", "ScalarList"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042833.114, "dur": 32.296,
    "args": {
      "External id": 23966,"Record function id": 0, "Concrete Inputs": ["", "", "1"], "Input type": ["float", "double", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 11317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reciprocal", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042874.496, "dur": 20.221,
    "args": {
      "External id": 23967,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mul", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042902.008, "dur": 24.070,
    "args": {
      "External id": 23968,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "double"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042943.234, "dur": 26.876,
    "args": {
      "External id": 23969,"Record function id": 0, "Concrete Inputs": ["", "", "1."], "Input type": ["float", "", "Scalar"], "Input Strides": [[], [], []], "Input Dims": [[], [], []], "Ev Idx": 11320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652042946.295, "dur": 0.431,
    "args": {
      "External id": 23970,"Record function id": 0, "Concrete Inputs": ["", "6", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], []], "Input Dims": [[], [], [], [], []], "Ev Idx": 11321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 1336753, "tid": 1336753,
    "ts": 1295652043022.633, "dur": 0.458,
    "args": {
      "External id": 23971,"Record function id": 0, "Concrete Inputs": ["", "6", "0", "", "", "False", "False", ""], "Input type": ["float", "Scalar", "Scalar", "", "", "Scalar", "Scalar", ""], "Input Strides": [[], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], []], "Ev Idx": 11322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_mul_", "pid": 1336753, "tid": 1336753,
    "ts": 1295652043139.030, "dur": 701.173,
    "args": {
      "External id": 23972,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["TensorList", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11323
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_mul_", "pid": 1336753, "tid": 1336753,
    "ts": 1295652043646.859, "dur": 164.773,
    "args": {
      "External id": 23973,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["TensorList", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11324
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::isnan", "pid": 1336753, "tid": 1336753,
    "ts": 1295652043885.394, "dur": 29.093,
    "args": {
      "External id": 23974,"Sequence number": 246778, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ne", "pid": 1336753, "tid": 1336753,
    "ts": 1295652043889.595, "dur": 24.320,
    "args": {
      "External id": 23975,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 1336753, "tid": 1336753,
    "ts": 1295652043918.351, "dur": 745.916,
    "args": {
      "External id": 23976,"Sequence number": 246778, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 1336753, "tid": 1336753,
    "ts": 1295652043920.477, "dur": 743.577,
    "args": {
      "External id": 23977,"Sequence number": 246778, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11328
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 1336753, "tid": 1336753,
    "ts": 1295652043922.341, "dur": 740.789,
    "args": {
      "External id": 23978,"Sequence number": 246778, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11329
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::isinf", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044671.622, "dur": 63.151,
    "args": {
      "External id": 23979,"Sequence number": 246778, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044674.589, "dur": 35.470,
    "args": {
      "External id": 23980,"Record function id": 0, "Concrete Inputs": [""], "Input type": ["float"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11331
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044682.114, "dur": 3.402,
    "args": {
      "External id": 23981,"Record function id": 0, "Concrete Inputs": ["[0]", "6", "0", "", "", ""], "Input type": ["ScalarList", "Scalar", "Scalar", "", "", ""], "Input Strides": [[], [], [], [], [], []], "Input Dims": [[], [], [], [], [], []], "Ev Idx": 11332
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::abs", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044687.267, "dur": 22.498,
    "args": {
      "External id": 23982,"Record function id": 0, "Concrete Inputs": ["", ""], "Input type": ["float", "float"], "Input Strides": [[], [1]], "Input Dims": [[], [0]], "Ev Idx": 11333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044692.405, "dur": 2.917,
    "args": {
      "External id": 23983,"Record function id": 0, "Concrete Inputs": ["", "[]", ""], "Input type": ["float", "ScalarList", ""], "Input Strides": [[1], [], []], "Input Dims": [[0], [], []], "Ev Idx": 11334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::eq", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044711.775, "dur": 22.088,
    "args": {
      "External id": 23984,"Record function id": 0, "Concrete Inputs": ["", "inf"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11335
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::is_nonzero", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044737.093, "dur": 38.589,
    "args": {
      "External id": 23985,"Sequence number": 246778, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::item", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044739.376, "dur": 36.113,
    "args": {
      "External id": 23986,"Sequence number": 246778, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_local_scalar_dense", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044740.360, "dur": 34.728,
    "args": {
      "External id": 23987,"Sequence number": 246778, "Fwd thread id": 0, "Record function id": 0, "Concrete Inputs": [""], "Input type": ["bool"], "Input Strides": [[]], "Input Dims": [[]], "Ev Idx": 11338
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "Optimizer.step#OptimizersContainer.step", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044805.920, "dur": 5743.512,
    "args": {
      "External id": 23988,"Record function id": 0, "Ev Idx": 11339
    }
  },
  {
    "ph": "X", "cat": "user_annotation", "name": "Optimizer.step#AdamW.step", "pid": 1336753, "tid": 1336753,
    "ts": 1295652044835.623, "dur": 5690.232,
    "args": {
      "External id": 23989,"Record function id": 0, "Ev Idx": 11340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_foreach_add_", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046036.760, "dur": 320.253,
    "args": {
      "External id": 23990,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["TensorList", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046056.432, "dur": 1.221,
    "args": {
      "External id": 23991,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046058.645, "dur": 0.202,
    "args": {
      "External id": 23992,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046059.246, "dur": 0.066,
    "args": {
      "External id": 23993,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046059.741, "dur": 0.166,
    "args": {
      "External id": 23994,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11345
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046060.259, "dur": 0.200,
    "args": {
      "External id": 23995,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11346
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046060.812, "dur": 0.182,
    "args": {
      "External id": 23996,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046061.539, "dur": 0.203,
    "args": {
      "External id": 23997,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11348
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046062.112, "dur": 0.255,
    "args": {
      "External id": 23998,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11349
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046062.829, "dur": 0.208,
    "args": {
      "External id": 23999,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046063.449, "dur": 0.077,
    "args": {
      "External id": 24000,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046063.917, "dur": 0.062,
    "args": {
      "External id": 24001,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046064.344, "dur": 0.066,
    "args": {
      "External id": 24002,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046064.939, "dur": 0.066,
    "args": {
      "External id": 24003,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046065.344, "dur": 0.067,
    "args": {
      "External id": 24004,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046065.790, "dur": 0.268,
    "args": {
      "External id": 24005,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046066.565, "dur": 0.204,
    "args": {
      "External id": 24006,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046067.171, "dur": 0.061,
    "args": {
      "External id": 24007,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046067.588, "dur": 0.069,
    "args": {
      "External id": 24008,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046068.141, "dur": 0.066,
    "args": {
      "External id": 24009,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046068.742, "dur": 0.065,
    "args": {
      "External id": 24010,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046069.396, "dur": 0.065,
    "args": {
      "External id": 24011,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11362
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046069.804, "dur": 0.059,
    "args": {
      "External id": 24012,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11363
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046070.232, "dur": 0.067,
    "args": {
      "External id": 24013,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046070.850, "dur": 0.067,
    "args": {
      "External id": 24014,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11365
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046071.414, "dur": 0.062,
    "args": {
      "External id": 24015,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046071.886, "dur": 0.063,
    "args": {
      "External id": 24016,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046072.458, "dur": 0.067,
    "args": {
      "External id": 24017,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046072.968, "dur": 0.063,
    "args": {
      "External id": 24018,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11369
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046073.658, "dur": 0.066,
    "args": {
      "External id": 24019,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046074.177, "dur": 0.067,
    "args": {
      "External id": 24020,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11371
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046074.759, "dur": 0.065,
    "args": {
      "External id": 24021,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11372
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046075.318, "dur": 0.062,
    "args": {
      "External id": 24022,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046075.861, "dur": 0.078,
    "args": {
      "External id": 24023,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046076.330, "dur": 0.062,
    "args": {
      "External id": 24024,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046076.958, "dur": 0.066,
    "args": {
      "External id": 24025,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046077.361, "dur": 0.064,
    "args": {
      "External id": 24026,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046077.946, "dur": 0.066,
    "args": {
      "External id": 24027,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11378
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046078.365, "dur": 0.071,
    "args": {
      "External id": 24028,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046078.777, "dur": 0.067,
    "args": {
      "External id": 24029,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11380
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046079.331, "dur": 0.066,
    "args": {
      "External id": 24030,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11381
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046079.789, "dur": 0.075,
    "args": {
      "External id": 24031,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11382
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046080.187, "dur": 0.067,
    "args": {
      "External id": 24032,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11383
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046080.743, "dur": 0.066,
    "args": {
      "External id": 24033,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046081.284, "dur": 0.065,
    "args": {
      "External id": 24034,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046081.811, "dur": 0.066,
    "args": {
      "External id": 24035,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046082.258, "dur": 0.068,
    "args": {
      "External id": 24036,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046082.579, "dur": 0.057,
    "args": {
      "External id": 24037,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046082.920, "dur": 0.064,
    "args": {
      "External id": 24038,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11389
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046083.388, "dur": 0.176,
    "args": {
      "External id": 24039,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046083.907, "dur": 0.207,
    "args": {
      "External id": 24040,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11391
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046084.464, "dur": 0.066,
    "args": {
      "External id": 24041,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11392
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046084.806, "dur": 0.068,
    "args": {
      "External id": 24042,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046085.210, "dur": 0.066,
    "args": {
      "External id": 24043,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046085.610, "dur": 0.066,
    "args": {
      "External id": 24044,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046086.224, "dur": 0.068,
    "args": {
      "External id": 24045,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046086.632, "dur": 0.065,
    "args": {
      "External id": 24046,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046087.174, "dur": 0.070,
    "args": {
      "External id": 24047,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11398
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046087.590, "dur": 0.067,
    "args": {
      "External id": 24048,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046088.126, "dur": 0.066,
    "args": {
      "External id": 24049,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11400
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046088.726, "dur": 0.067,
    "args": {
      "External id": 24050,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11401
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046089.220, "dur": 0.066,
    "args": {
      "External id": 24051,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11402
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046089.539, "dur": 0.066,
    "args": {
      "External id": 24052,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11403
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046089.901, "dur": 0.061,
    "args": {
      "External id": 24053,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046090.217, "dur": 0.065,
    "args": {
      "External id": 24054,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046090.870, "dur": 0.087,
    "args": {
      "External id": 24055,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046091.405, "dur": 0.066,
    "args": {
      "External id": 24056,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046091.972, "dur": 0.060,
    "args": {
      "External id": 24057,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046092.294, "dur": 0.067,
    "args": {
      "External id": 24058,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11409
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046092.943, "dur": 0.067,
    "args": {
      "External id": 24059,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046093.397, "dur": 0.063,
    "args": {
      "External id": 24060,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11411
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046094.077, "dur": 0.058,
    "args": {
      "External id": 24061,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11412
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046094.406, "dur": 0.058,
    "args": {
      "External id": 24062,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046094.986, "dur": 0.066,
    "args": {
      "External id": 24063,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046095.323, "dur": 0.053,
    "args": {
      "External id": 24064,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046154.558, "dur": 0.198,
    "args": {
      "External id": 24065,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046155.446, "dur": 0.054,
    "args": {
      "External id": 24066,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046156.377, "dur": 0.062,
    "args": {
      "External id": 24067,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11418
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046156.760, "dur": 0.053,
    "args": {
      "External id": 24068,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046157.351, "dur": 0.060,
    "args": {
      "External id": 24069,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11420
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046157.693, "dur": 0.050,
    "args": {
      "External id": 24070,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11421
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046158.363, "dur": 0.049,
    "args": {
      "External id": 24071,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046158.657, "dur": 0.052,
    "args": {
      "External id": 24072,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046159.325, "dur": 0.054,
    "args": {
      "External id": 24073,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046159.627, "dur": 0.048,
    "args": {
      "External id": 24074,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046160.323, "dur": 0.065,
    "args": {
      "External id": 24075,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11426
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046160.636, "dur": 0.057,
    "args": {
      "External id": 24076,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11427
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046161.147, "dur": 0.075,
    "args": {
      "External id": 24077,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046161.473, "dur": 0.058,
    "args": {
      "External id": 24078,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11429
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046162.111, "dur": 0.068,
    "args": {
      "External id": 24079,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11430
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046162.432, "dur": 0.067,
    "args": {
      "External id": 24080,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11431
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046163.036, "dur": 0.066,
    "args": {
      "External id": 24081,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11432
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046163.349, "dur": 0.054,
    "args": {
      "External id": 24082,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046163.928, "dur": 0.066,
    "args": {
      "External id": 24083,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046164.240, "dur": 0.054,
    "args": {
      "External id": 24084,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046164.863, "dur": 0.065,
    "args": {
      "External id": 24085,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046165.180, "dur": 0.079,
    "args": {
      "External id": 24086,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046165.736, "dur": 0.068,
    "args": {
      "External id": 24087,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11438
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046166.054, "dur": 0.053,
    "args": {
      "External id": 24088,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046166.759, "dur": 0.061,
    "args": {
      "External id": 24089,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11440
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046167.076, "dur": 0.054,
    "args": {
      "External id": 24090,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11441
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046167.734, "dur": 0.065,
    "args": {
      "External id": 24091,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046168.054, "dur": 0.050,
    "args": {
      "External id": 24092,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046168.671, "dur": 0.064,
    "args": {
      "External id": 24093,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046169.239, "dur": 0.065,
    "args": {
      "External id": 24094,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046169.772, "dur": 0.064,
    "args": {
      "External id": 24095,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046170.086, "dur": 0.048,
    "args": {
      "External id": 24096,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11447
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046170.912, "dur": 0.062,
    "args": {
      "External id": 24097,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046171.219, "dur": 0.055,
    "args": {
      "External id": 24098,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11449
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046171.838, "dur": 0.063,
    "args": {
      "External id": 24099,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11450
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046172.199, "dur": 0.051,
    "args": {
      "External id": 24100,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046172.721, "dur": 0.062,
    "args": {
      "External id": 24101,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046173.047, "dur": 0.047,
    "args": {
      "External id": 24102,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046173.602, "dur": 0.050,
    "args": {
      "External id": 24103,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046173.903, "dur": 0.053,
    "args": {
      "External id": 24104,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046174.382, "dur": 0.063,
    "args": {
      "External id": 24105,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11456
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046174.697, "dur": 0.049,
    "args": {
      "External id": 24106,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046175.256, "dur": 0.063,
    "args": {
      "External id": 24107,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11458
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046175.567, "dur": 0.056,
    "args": {
      "External id": 24108,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11459
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046176.129, "dur": 0.065,
    "args": {
      "External id": 24109,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11460
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046176.439, "dur": 0.053,
    "args": {
      "External id": 24110,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11461
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046176.952, "dur": 0.067,
    "args": {
      "External id": 24111,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046177.300, "dur": 0.053,
    "args": {
      "External id": 24112,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046177.829, "dur": 0.064,
    "args": {
      "External id": 24113,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046178.140, "dur": 0.050,
    "args": {
      "External id": 24114,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046178.668, "dur": 0.064,
    "args": {
      "External id": 24115,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046178.979, "dur": 0.056,
    "args": {
      "External id": 24116,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11467
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046179.411, "dur": 0.064,
    "args": {
      "External id": 24117,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046184.944, "dur": 0.074,
    "args": {
      "External id": 24118,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11469
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046186.485, "dur": 0.051,
    "args": {
      "External id": 24119,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11470
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046186.800, "dur": 0.045,
    "args": {
      "External id": 24120,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046187.474, "dur": 0.062,
    "args": {
      "External id": 24121,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046187.788, "dur": 0.053,
    "args": {
      "External id": 24122,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11473
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046188.319, "dur": 0.057,
    "args": {
      "External id": 24123,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046188.621, "dur": 0.055,
    "args": {
      "External id": 24124,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046189.339, "dur": 0.064,
    "args": {
      "External id": 24125,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11476
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046189.654, "dur": 0.051,
    "args": {
      "External id": 24126,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046190.238, "dur": 0.073,
    "args": {
      "External id": 24127,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11478
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046190.553, "dur": 0.059,
    "args": {
      "External id": 24128,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11479
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046191.205, "dur": 0.062,
    "args": {
      "External id": 24129,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046191.516, "dur": 0.051,
    "args": {
      "External id": 24130,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046192.029, "dur": 0.069,
    "args": {
      "External id": 24131,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046192.358, "dur": 0.054,
    "args": {
      "External id": 24132,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046193.010, "dur": 0.061,
    "args": {
      "External id": 24133,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046193.320, "dur": 0.051,
    "args": {
      "External id": 24134,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11485
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046193.830, "dur": 0.064,
    "args": {
      "External id": 24135,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046194.138, "dur": 0.059,
    "args": {
      "External id": 24136,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11487
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046194.654, "dur": 0.062,
    "args": {
      "External id": 24137,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11488
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046194.986, "dur": 0.055,
    "args": {
      "External id": 24138,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11489
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046195.690, "dur": 0.065,
    "args": {
      "External id": 24139,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11490
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046196.005, "dur": 0.053,
    "args": {
      "External id": 24140,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11491
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046196.496, "dur": 0.071,
    "args": {
      "External id": 24141,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11492
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046196.825, "dur": 0.066,
    "args": {
      "External id": 24142,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046197.392, "dur": 0.066,
    "args": {
      "External id": 24143,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046197.732, "dur": 0.056,
    "args": {
      "External id": 24144,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11495
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046198.235, "dur": 0.065,
    "args": {
      "External id": 24145,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046198.550, "dur": 0.054,
    "args": {
      "External id": 24146,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11497
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046199.283, "dur": 0.067,
    "args": {
      "External id": 24147,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046199.596, "dur": 0.054,
    "args": {
      "External id": 24148,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11499
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046200.303, "dur": 0.068,
    "args": {
      "External id": 24149,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11500
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046200.615, "dur": 0.052,
    "args": {
      "External id": 24150,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046201.196, "dur": 0.069,
    "args": {
      "External id": 24151,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046201.510, "dur": 0.048,
    "args": {
      "External id": 24152,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046202.171, "dur": 0.067,
    "args": {
      "External id": 24153,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11504
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046202.480, "dur": 0.051,
    "args": {
      "External id": 24154,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11505
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046203.079, "dur": 0.064,
    "args": {
      "External id": 24155,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11506
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046203.387, "dur": 0.055,
    "args": {
      "External id": 24156,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046203.900, "dur": 0.065,
    "args": {
      "External id": 24157,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046204.233, "dur": 0.066,
    "args": {
      "External id": 24158,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046204.920, "dur": 0.071,
    "args": {
      "External id": 24159,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046205.236, "dur": 0.054,
    "args": {
      "External id": 24160,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046205.817, "dur": 0.050,
    "args": {
      "External id": 24161,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046206.189, "dur": 0.061,
    "args": {
      "External id": 24162,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046206.707, "dur": 0.068,
    "args": {
      "External id": 24163,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046207.021, "dur": 0.053,
    "args": {
      "External id": 24164,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046207.551, "dur": 0.066,
    "args": {
      "External id": 24165,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046207.953, "dur": 0.063,
    "args": {
      "External id": 24166,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046208.400, "dur": 0.069,
    "args": {
      "External id": 24167,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046208.750, "dur": 0.053,
    "args": {
      "External id": 24168,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046209.276, "dur": 0.067,
    "args": {
      "External id": 24169,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046209.584, "dur": 0.052,
    "args": {
      "External id": 24170,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046210.267, "dur": 0.062,
    "args": {
      "External id": 24171,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046210.583, "dur": 0.060,
    "args": {
      "External id": 24172,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046211.070, "dur": 0.069,
    "args": {
      "External id": 24173,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046211.407, "dur": 0.064,
    "args": {
      "External id": 24174,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046211.934, "dur": 0.069,
    "args": {
      "External id": 24175,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046212.248, "dur": 0.056,
    "args": {
      "External id": 24176,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046212.854, "dur": 0.064,
    "args": {
      "External id": 24177,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046213.160, "dur": 0.050,
    "args": {
      "External id": 24178,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046213.837, "dur": 0.060,
    "args": {
      "External id": 24179,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046214.142, "dur": 0.059,
    "args": {
      "External id": 24180,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046214.823, "dur": 0.064,
    "args": {
      "External id": 24181,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046215.130, "dur": 0.055,
    "args": {
      "External id": 24182,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046215.627, "dur": 0.067,
    "args": {
      "External id": 24183,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046215.936, "dur": 0.058,
    "args": {
      "External id": 24184,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046216.579, "dur": 0.068,
    "args": {
      "External id": 24185,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046216.890, "dur": 0.050,
    "args": {
      "External id": 24186,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046217.583, "dur": 0.066,
    "args": {
      "External id": 24187,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046217.890, "dur": 0.057,
    "args": {
      "External id": 24188,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046218.536, "dur": 0.089,
    "args": {
      "External id": 24189,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046218.907, "dur": 0.043,
    "args": {
      "External id": 24190,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046219.537, "dur": 0.060,
    "args": {
      "External id": 24191,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046219.840, "dur": 0.052,
    "args": {
      "External id": 24192,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046220.334, "dur": 0.059,
    "args": {
      "External id": 24193,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046220.633, "dur": 0.056,
    "args": {
      "External id": 24194,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046221.296, "dur": 0.066,
    "args": {
      "External id": 24195,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046221.607, "dur": 0.057,
    "args": {
      "External id": 24196,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046222.289, "dur": 0.068,
    "args": {
      "External id": 24197,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046222.600, "dur": 0.050,
    "args": {
      "External id": 24198,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046223.082, "dur": 0.071,
    "args": {
      "External id": 24199,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046223.400, "dur": 0.058,
    "args": {
      "External id": 24200,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046224.071, "dur": 0.065,
    "args": {
      "External id": 24201,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046224.379, "dur": 0.052,
    "args": {
      "External id": 24202,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11553
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046225.065, "dur": 0.069,
    "args": {
      "External id": 24203,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11554
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046225.374, "dur": 0.049,
    "args": {
      "External id": 24204,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11555
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046225.848, "dur": 0.068,
    "args": {
      "External id": 24205,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11556
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046226.154, "dur": 0.053,
    "args": {
      "External id": 24206,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11557
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046226.740, "dur": 0.054,
    "args": {
      "External id": 24207,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11558
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046227.089, "dur": 0.051,
    "args": {
      "External id": 24208,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11559
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046227.746, "dur": 0.063,
    "args": {
      "External id": 24209,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11560
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046228.069, "dur": 0.044,
    "args": {
      "External id": 24210,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11561
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046241.198, "dur": 0.336,
    "args": {
      "External id": 24211,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11562
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046242.388, "dur": 0.052,
    "args": {
      "External id": 24212,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11563
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046242.942, "dur": 0.058,
    "args": {
      "External id": 24213,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11564
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046243.262, "dur": 0.049,
    "args": {
      "External id": 24214,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11565
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046243.920, "dur": 0.057,
    "args": {
      "External id": 24215,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11566
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046244.238, "dur": 0.052,
    "args": {
      "External id": 24216,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11567
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046245.234, "dur": 0.060,
    "args": {
      "External id": 24217,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11568
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046245.569, "dur": 0.049,
    "args": {
      "External id": 24218,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11569
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046246.160, "dur": 0.061,
    "args": {
      "External id": 24219,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11570
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046246.501, "dur": 0.049,
    "args": {
      "External id": 24220,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11571
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046247.042, "dur": 0.054,
    "args": {
      "External id": 24221,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11572
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046247.391, "dur": 0.044,
    "args": {
      "External id": 24222,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11573
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046248.042, "dur": 0.047,
    "args": {
      "External id": 24223,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11574
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046248.370, "dur": 0.050,
    "args": {
      "External id": 24224,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11575
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046248.995, "dur": 0.060,
    "args": {
      "External id": 24225,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11576
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046249.322, "dur": 0.048,
    "args": {
      "External id": 24226,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11577
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046249.974, "dur": 0.068,
    "args": {
      "External id": 24227,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11578
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046250.302, "dur": 0.054,
    "args": {
      "External id": 24228,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11579
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046250.826, "dur": 0.063,
    "args": {
      "External id": 24229,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11580
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046251.148, "dur": 0.050,
    "args": {
      "External id": 24230,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11581
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046251.640, "dur": 0.057,
    "args": {
      "External id": 24231,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11582
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046251.955, "dur": 0.056,
    "args": {
      "External id": 24232,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11583
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046252.489, "dur": 0.068,
    "args": {
      "External id": 24233,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11584
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046252.817, "dur": 0.052,
    "args": {
      "External id": 24234,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11585
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046253.282, "dur": 0.066,
    "args": {
      "External id": 24235,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11586
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046253.608, "dur": 0.048,
    "args": {
      "External id": 24236,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11587
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046254.249, "dur": 0.072,
    "args": {
      "External id": 24237,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11588
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046254.579, "dur": 0.055,
    "args": {
      "External id": 24238,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11589
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046255.102, "dur": 0.092,
    "args": {
      "External id": 24239,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11590
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046255.452, "dur": 0.049,
    "args": {
      "External id": 24240,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11591
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046256.061, "dur": 0.062,
    "args": {
      "External id": 24241,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11592
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046256.387, "dur": 0.054,
    "args": {
      "External id": 24242,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11593
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046256.932, "dur": 0.065,
    "args": {
      "External id": 24243,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11594
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046257.298, "dur": 0.050,
    "args": {
      "External id": 24244,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11595
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046257.860, "dur": 0.067,
    "args": {
      "External id": 24245,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11596
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046258.184, "dur": 0.052,
    "args": {
      "External id": 24246,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11597
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046258.794, "dur": 0.068,
    "args": {
      "External id": 24247,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11598
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046259.118, "dur": 0.054,
    "args": {
      "External id": 24248,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11599
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046259.625, "dur": 0.047,
    "args": {
      "External id": 24249,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11600
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046259.931, "dur": 0.046,
    "args": {
      "External id": 24250,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11601
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046260.564, "dur": 0.064,
    "args": {
      "External id": 24251,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11602
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046260.887, "dur": 0.046,
    "args": {
      "External id": 24252,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11603
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046261.347, "dur": 0.055,
    "args": {
      "External id": 24253,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11604
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046261.662, "dur": 0.052,
    "args": {
      "External id": 24254,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11605
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046262.262, "dur": 0.072,
    "args": {
      "External id": 24255,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11606
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046262.591, "dur": 0.055,
    "args": {
      "External id": 24256,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11607
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046263.059, "dur": 0.067,
    "args": {
      "External id": 24257,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11608
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046263.381, "dur": 0.054,
    "args": {
      "External id": 24258,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11609
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046263.840, "dur": 0.067,
    "args": {
      "External id": 24259,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11610
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046264.162, "dur": 0.052,
    "args": {
      "External id": 24260,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11611
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046264.638, "dur": 0.064,
    "args": {
      "External id": 24261,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11612
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046264.962, "dur": 0.055,
    "args": {
      "External id": 24262,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11613
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046265.475, "dur": 0.069,
    "args": {
      "External id": 24263,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11614
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046265.798, "dur": 0.051,
    "args": {
      "External id": 24264,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11615
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046266.289, "dur": 0.060,
    "args": {
      "External id": 24265,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11616
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046266.609, "dur": 0.051,
    "args": {
      "External id": 24266,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11617
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046267.255, "dur": 0.063,
    "args": {
      "External id": 24267,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11618
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046267.575, "dur": 0.052,
    "args": {
      "External id": 24268,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11619
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046268.067, "dur": 0.089,
    "args": {
      "External id": 24269,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11620
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046268.410, "dur": 0.052,
    "args": {
      "External id": 24270,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11621
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046269.190, "dur": 0.062,
    "args": {
      "External id": 24271,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11622
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046269.509, "dur": 0.051,
    "args": {
      "External id": 24272,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11623
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046270.010, "dur": 0.064,
    "args": {
      "External id": 24273,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11624
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046270.333, "dur": 0.055,
    "args": {
      "External id": 24274,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11625
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046270.884, "dur": 0.067,
    "args": {
      "External id": 24275,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11626
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046271.206, "dur": 0.056,
    "args": {
      "External id": 24276,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11627
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046271.855, "dur": 0.070,
    "args": {
      "External id": 24277,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11628
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046272.178, "dur": 0.054,
    "args": {
      "External id": 24278,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11629
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046272.720, "dur": 0.057,
    "args": {
      "External id": 24279,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11630
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046273.029, "dur": 0.055,
    "args": {
      "External id": 24280,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11631
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::result_type", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046273.495, "dur": 0.057,
    "args": {
      "External id": 24281,"Record function id": 0, "Concrete Inputs": ["", "1"], "Input type": ["float", "Scalar"], "Input Strides": [[], []], "Input Dims": [[], []], "Ev Idx": 11632
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_fused_adamw_", "pid": 1336753, "tid": 1336753,
    "ts": 1295652046829.559, "dur": 3603.905,
    "args": {
      "External id": 24282,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "0.0001023488255872064", "0.90000000000000002", "0.94999999999999996", "0.10000000000000001", "1.0000000000000001e-15", "False", "False", "", ""], "Input type": ["TensorList", "TensorList", "TensorList", "TensorList", "TensorList", "TensorList", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 11633
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_fused_adamw_", "pid": 1336753, "tid": 1336753,
    "ts": 1295652049884.020, "dur": 376.408,
    "args": {
      "External id": 24283,"Record function id": 0, "Concrete Inputs": ["", "", "", "", "", "", "0.0001023488255872064", "0.90000000000000002", "0.94999999999999996", "0.10000000000000001", "1.0000000000000001e-15", "False", "False", "", ""], "Input type": ["TensorList", "TensorList", "TensorList", "TensorList", "TensorList", "TensorList", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "Scalar", "", ""], "Input Strides": [[], [], [], [], [], [], [], [], [], [], [], [], [], [], []], "Input Dims": [[], [], [], [], [], [], [], [], [], [], [], [], [], [], []], "Ev Idx": 11634
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 1295649886437.480, "pid": 1336753, "tid": 0,
    "args": {
      "name": "python3.12"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 1295649886437.480, "pid": 1336753, "tid": 0,
    "args": {
      "labels": "CPU"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1295649886437.480, "pid": 1336753, "tid": 0,
    "args": {
      "sort_index": 1336753
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 1295649886437.480, "pid": 1336753, "tid": 1381210,
    "args": {
      "name": "thread 1381210 (python3.12)"
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 1295649886437.480, "pid": 1336753, "tid": 1381210,
    "args": {
      "sort_index": 1381210
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 1295649886437.480, "pid": 1336753, "tid": 1336753,
    "args": {
      "name": "thread 1336753 (python3.12)"
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 1295649886437.480, "pid": 1336753, "tid": 1336753,
    "args": {
      "sort_index": 1336753
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 1295649886437.480, "pid": 1336753, "tid": 1381210,
    "args": {
      "name": "thread 1381210 (pt_autograd_0)"
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 1295649886437.480, "pid": 1336753, "tid": 1381210,
    "args": {
      "sort_index": 1381210
    }
  },
  {
    "ph": "X", "cat": "Trace", "ts": 1295649886370.444, "dur": 2165805.037,
    "pid": "Spans", "tid": "PyTorch Profiler",
    "name": "PyTorch Profiler (0)",
    "args": {
      "Op count": 0
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1295649886370.444,
    "pid": "Spans", "tid": 0,
    "args": {
      "sort_index": 536870912
    }
  },
  {
    "name": "Iteration Start: PyTorch Profiler", "ph": "i", "s": "g",
    "pid": "Traces", "tid": "Trace PyTorch Profiler", "ts": 1295649886370.444
  },
  {
    "name": "Record Window End", "ph": "i", "s": "g",
    "pid": "", "tid": "", "ts": 1295652104532.913
  }
  ],
  "traceName": "exp/mtp.1B.batch16.seqlen4096.context4096.warmup2000.update1.steps200000.lr2e-4.cosine/profile_trace/iteration_1024/rank0_trace.json",
  "displayTimeUnit": "ms",
  "baseTimeNanoseconds": 1751410836000000000
}