1 line
741 KiB
JSON
1 line
741 KiB
JSON
{"format": "graph-model", "generatedBy": "2.9.1", "convertedBy": "TensorFlow.js Converter v3.18.0", "signature": {"inputs": {"input_ids": {"name": "input_ids:0", "dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "-1"}, {"size": "5"}]}}}, "outputs": {"logits": {"name": "Identity:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "-1"}, {"size": "5"}, {"size": "50257"}]}}, "Identity_8:0": {"name": "Identity_8:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_6:0": {"name": "Identity_6:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_5:0": {"name": "Identity_5:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_12:0": {"name": "Identity_12:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_4:0": {"name": "Identity_4:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_1:0": {"name": "Identity_1:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_10:0": {"name": "Identity_10:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_7:0": {"name": "Identity_7:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_2:0": {"name": "Identity_2:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_9:0": {"name": "Identity_9:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_3:0": {"name": "Identity_3:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}, "Identity_11:0": {"name": "Identity_11:0", "dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "2"}, {"size": "-1"}, {"size": "12"}, {"size": "5"}, {"size": "64"}]}}}}, "modelTopology": {"node": [{"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "50257"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/add_1/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/Cast/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/truediv", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/sub_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/Pow/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/split/split_dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/add_1/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/Cast/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/truediv", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/sub_2", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/split/split_dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/add_1/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/Cast/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/truediv", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/sub_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/split/split_dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/add_1/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/Cast/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_1/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/truediv", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/sub_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/split/split_dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/add_1/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/Cast/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_1/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/truediv", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/sub_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/split/split_dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/add_1/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/Cast/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/truediv", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/sub_2", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/split/split_dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/add_1/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/Cast/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/truediv", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/sub_2", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_3/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/Pow/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_2/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/Pow/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_2/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/Pow/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_2/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/Pow/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_3/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/Pow/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_3/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/Pow/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_1/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/split/split_dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/add_1/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/Cast/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/truediv", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/sub_2", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/split/split_dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/add_1/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/Cast/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_1/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/truediv", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/sub_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/split/split_dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/add_1/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/Cast/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_1/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/truediv", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/sub_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/split/split_dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/add_1/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/Cast/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_1/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/truediv", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/sub_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/split/split_dim", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "3072"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/add_1/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul_2/x", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/Cast/x", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/MatMul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "3072"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "3072"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_1/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/truediv", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/sub_2", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "1"}, {"size": "5"}, {"size": "5"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/split/split_dim", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape/shape", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/MatMul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/add/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "2304"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "unknown", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "50257"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/Reshape/shape", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "2"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/wte/Gather/axis", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/Gather", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "1"}, {"size": "5"}, {"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_2/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/Pow/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_2/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/Pow/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/Pow/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/add/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_2/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/Pow/y", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape/3", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_2/perm", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_3/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/variance/reduction_indices", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice/stack", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/Pow/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice/stack_2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape_1/shape/1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/mean/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/variance/reduction_indices", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/add/y", "op": "Const", "attr": {"dtype": {"type": "DT_FLOAT"}, "value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/mul/ReadVariableOp", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_FLOAT", "tensorShape": {"dim": [{"size": "768"}]}}}, "dtype": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice/stack_1", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape_1/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape_1/shape/2", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2/stack", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2/stack_1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2/stack_2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "1"}]}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape/1", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape/2", "op": "Const", "attr": {"dtype": {"type": "DT_INT32"}, "value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape/3", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_2/perm", "op": "Const", "attr": {"value": {"tensor": {"dtype": "DT_INT32", "tensorShape": {"dim": [{"size": "4"}]}}}, "dtype": {"type": "DT_INT32"}}}, {"name": "input_ids", "op": "Placeholder", "attr": {"shape": {"shape": {"dim": [{"size": "-1"}, {"size": "5"}]}}, "dtype": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/Reshape", "op": "Reshape", "input": ["input_ids", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/Reshape/shape"], "attr": {"T": {"type": "DT_INT32"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/wte/Gather", "op": "GatherV2", "input": ["unknown", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/wte/Gather/axis"], "attr": {"Taxis": {"type": "DT_INT32"}, "batch_dims": {"i": "0"}, "Tindices": {"type": "DT_INT32"}, "Tparams": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/wte/Gather", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/Gather"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "num_split": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/split"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/split:1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/split:2"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2/stack_2"], "attr": {"begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_2/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_1"], "attr": {"adj_y": {"b": true}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_2"], "attr": {"N": {"i": "2"}, "axis": {"i": "0"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_1", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_2"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_3/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_3"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6/stack_2"], "attr": {"begin_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/add_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "N": {"i": "3"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "num_split": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/split"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/split:1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/split:2"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice/stack_2"], "attr": {"begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "4"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "4"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_2/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_1"], "attr": {"adj_y": {"b": true}, "T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_2"], "attr": {"axis": {"i": "0"}, "N": {"i": "2"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_5", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_2"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6/stack_2"], "attr": {"begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/add_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul_3"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "N": {"i": "3"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "num_split": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/split"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/split:1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/split:2"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice/stack_2"], "attr": {"begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1/stack_2"], "attr": {"end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2/stack_2"], "attr": {"begin_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_1/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_2/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_1"], "attr": {"adj_y": {"b": true}, "T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_2"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_FLOAT"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_6", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_2"], "attr": {"adj_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_3/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/add_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "num_split": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/split"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/split:1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/split:2"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_1/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_2/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_1"], "attr": {"adj_y": {"b": true}, "T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_2"], "attr": {"T": {"type": "DT_FLOAT"}, "N": {"i": "2"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_7", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_2"], "attr": {"adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/add_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice/stack_2"], "attr": {"begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape_1"], "attr": {"num_split": {"i": "3"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/split"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/split:1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/split:2"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_1"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_2"], "attr": {"axis": {"i": "0"}, "N": {"i": "2"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_8", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_2"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6/stack_2"], "attr": {"end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice/stack_2"], "attr": {"begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice/stack_2"], "attr": {"begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/add_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul_3"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape_1"], "attr": {"num_split": {"i": "3"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/split"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/split:1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/split:2"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1/stack_2"], "attr": {"end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_1/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_1"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_FLOAT"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_9", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_2"], "attr": {"adj_x": {"b": false}, "adj_y": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_3/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_3"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul_3"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "num_split": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/split"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/split:1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/split:2"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_1"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_2"], "attr": {"axis": {"i": "0"}, "N": {"i": "2"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_10", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_2"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_3/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_3"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul_3"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape_1"], "attr": {"num_split": {"i": "3"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/split"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/split:1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/split:2"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_2/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_1"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_2"], "attr": {"axis": {"i": "0"}, "N": {"i": "2"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_11", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_2"], "attr": {"adj_y": {"b": false}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/add_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "N": {"i": "3"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "num_split": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/split"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/split:1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/split:2"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1/stack_2"], "attr": {"end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape/3"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape/3"], "attr": {"N": {"i": "4"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_1/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_1"], "attr": {"adj_y": {"b": true}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_2"], "attr": {"T": {"type": "DT_FLOAT"}, "axis": {"i": "0"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_12", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_2"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "3"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape_1"], "attr": {"num_split": {"i": "3"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/split"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/split:1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/split:2"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1/stack_2"], "attr": {"end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_2/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_1"], "attr": {"adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_2"], "attr": {"T": {"type": "DT_FLOAT"}, "axis": {"i": "0"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_2", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_2"], "attr": {"adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6/stack_2"], "attr": {"end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice/stack_2"], "attr": {"ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "N": {"i": "3"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/variance/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}, "transpose_b": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape_1"], "attr": {"num_split": {"i": "3"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/split"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/split:1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/split:2"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "4"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape/3"], "attr": {"axis": {"i": "0"}, "N": {"i": "4"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_1/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_2/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_1"], "attr": {"adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_y": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_2"], "attr": {"T": {"type": "DT_FLOAT"}, "axis": {"i": "0"}, "N": {"i": "2"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_3", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_2"], "attr": {"adj_y": {"b": false}, "T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6/stack_2"], "attr": {"end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_a": {"b": false}, "transpose_b": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice/stack_2"], "attr": {"new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/add_1"], "attr": {"_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/mean/reduction_indices"], "attr": {"keep_dims": {"b": true}, "T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/variance/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "T": {"type": "DT_INT32"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/split", "op": "Split", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/split/split_dim", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "num_split": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/split"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Shape_1", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/split:1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Shape_2", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/split:2"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Shape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "begin_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Shape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2/stack_2"], "attr": {"end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "4"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape/3"], "attr": {"T": {"type": "DT_INT32"}, "N": {"i": "4"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape/2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape/3"], "attr": {"N": {"i": "4"}, "T": {"type": "DT_INT32"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/split", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/split:1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/split:2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_1", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_1/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_2", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_2/perm"], "attr": {"T": {"type": "DT_FLOAT"}, "Tperm": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/MatMul", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_1"], "attr": {"adj_y": {"b": true}, "adj_x": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/stack", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_2"], "attr": {"N": {"i": "2"}, "T": {"type": "DT_FLOAT"}, "axis": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/truediv"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "Identity_4", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/stack"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/add_1", "op": "Add", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/sub_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Softmax", "op": "Softmax", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/add_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/MatMul_1", "op": "BatchMatMulV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Softmax", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_2"], "attr": {"T": {"type": "DT_FLOAT"}, "adj_x": {"b": false}, "adj_y": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_3", "op": "Transpose", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/MatMul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_3/perm"], "attr": {"Tperm": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Shape_5", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_3"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Shape_5", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6/stack_2"], "attr": {"shrink_axis_mask": {"i": "1"}, "begin_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}, "end_mask": {"i": "0"}, "T": {"type": "DT_INT32"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice/stack_2"], "attr": {"end_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "N": {"i": "3"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/mean/reduction_indices"], "attr": {"Tidx": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape/shape"], "attr": {"Tshape": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "out_type": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"T": {"type": "DT_FLOAT"}, "transpose_b": {"b": false}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "new_axis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1/shape/2"], "attr": {"axis": {"i": "0"}, "N": {"i": "3"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/Pow", "op": "Pow", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/Pow/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/Cast/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/Pow"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul_2/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/Tanh", "op": "Tanh", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/add_1/x", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/Tanh"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul_3", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/add_1"], "attr": {"T": {"type": "DT_FLOAT"}, "_grappler_ArithmeticOptimizer_MinimizeBroadcasts": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul_3", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul_3"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": false}, "transpose_a": {"b": false}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice/stack_2"], "attr": {"Index": {"type": "DT_INT32"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "shrink_axis_mask": {"i": "1"}, "T": {"type": "DT_INT32"}, "ellipsis_mask": {"i": "0"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/add/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape_1/shape/2"], "attr": {"T": {"type": "DT_INT32"}, "axis": {"i": "0"}, "N": {"i": "3"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/add", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/mean", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/mean/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "Tidx": {"type": "DT_INT32"}, "keep_dims": {"b": true}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/SquaredDifference", "op": "SquaredDifference", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/mean"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/variance", "op": "Mean", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/SquaredDifference", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/variance/reduction_indices"], "attr": {"T": {"type": "DT_FLOAT"}, "keep_dims": {"b": true}, "Tidx": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/add", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/variance", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/add/y"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/Rsqrt", "op": "Rsqrt", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/add"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/mul", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/Rsqrt", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/mul/ReadVariableOp"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/mul_2", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/mean", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/mul_1", "op": "Mul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/mul"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/sub", "op": "Sub", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/ReadVariableOp", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/mul_2"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/add_1", "op": "AddV2", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/mul_1", "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/sub"], "attr": {"T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/add_1", "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Shape", "op": "Shape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/add_1"], "attr": {"out_type": {"type": "DT_INT32"}, "T": {"type": "DT_FLOAT"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/MatMul", "op": "MatMul", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape", "StatefulPartitionedCall/tfgpt2lm_head_model/wte/MatMul/ReadVariableOp"], "device": "/device:CPU:0", "attr": {"transpose_b": {"b": true}, "T": {"type": "DT_FLOAT"}, "transpose_a": {"b": false}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice", "op": "StridedSlice", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/wte/Shape", "StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice/stack", "StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice/stack_1", "StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice/stack_2"], "attr": {"T": {"type": "DT_INT32"}, "shrink_axis_mask": {"i": "1"}, "new_axis_mask": {"i": "0"}, "begin_mask": {"i": "0"}, "end_mask": {"i": "0"}, "ellipsis_mask": {"i": "0"}, "Index": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape_1/shape", "op": "Pack", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice", "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape_1/shape/1", "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape_1/shape/2"], "attr": {"N": {"i": "3"}, "axis": {"i": "0"}, "T": {"type": "DT_INT32"}}}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape_1", "op": "Reshape", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/wte/MatMul", "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape_1/shape"], "attr": {"T": {"type": "DT_FLOAT"}, "Tshape": {"type": "DT_INT32"}}}, {"name": "Identity", "op": "Identity", "input": ["StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape_1"], "attr": {"T": {"type": "DT_FLOAT"}}}], "library": {}, "versions": {"producer": 1087}}, "weightsManifest": [{"paths": ["group1-shard1of155.bin", "group1-shard2of155.bin", "group1-shard3of155.bin", "group1-shard4of155.bin", "group1-shard5of155.bin", "group1-shard6of155.bin", "group1-shard7of155.bin", "group1-shard8of155.bin", "group1-shard9of155.bin", "group1-shard10of155.bin", "group1-shard11of155.bin", "group1-shard12of155.bin", "group1-shard13of155.bin", "group1-shard14of155.bin", "group1-shard15of155.bin", "group1-shard16of155.bin", "group1-shard17of155.bin", "group1-shard18of155.bin", "group1-shard19of155.bin", "group1-shard20of155.bin", "group1-shard21of155.bin", "group1-shard22of155.bin", "group1-shard23of155.bin", "group1-shard24of155.bin", "group1-shard25of155.bin", "group1-shard26of155.bin", "group1-shard27of155.bin", "group1-shard28of155.bin", "group1-shard29of155.bin", "group1-shard30of155.bin", "group1-shard31of155.bin", "group1-shard32of155.bin", "group1-shard33of155.bin", "group1-shard34of155.bin", "group1-shard35of155.bin", "group1-shard36of155.bin", "group1-shard37of155.bin", "group1-shard38of155.bin", "group1-shard39of155.bin", "group1-shard40of155.bin", "group1-shard41of155.bin", "group1-shard42of155.bin", "group1-shard43of155.bin", "group1-shard44of155.bin", "group1-shard45of155.bin", "group1-shard46of155.bin", "group1-shard47of155.bin", "group1-shard48of155.bin", "group1-shard49of155.bin", "group1-shard50of155.bin", "group1-shard51of155.bin", "group1-shard52of155.bin", "group1-shard53of155.bin", "group1-shard54of155.bin", "group1-shard55of155.bin", "group1-shard56of155.bin", "group1-shard57of155.bin", "group1-shard58of155.bin", "group1-shard59of155.bin", "group1-shard60of155.bin", "group1-shard61of155.bin", "group1-shard62of155.bin", "group1-shard63of155.bin", "group1-shard64of155.bin", "group1-shard65of155.bin", "group1-shard66of155.bin", "group1-shard67of155.bin", "group1-shard68of155.bin", "group1-shard69of155.bin", "group1-shard70of155.bin", "group1-shard71of155.bin", "group1-shard72of155.bin", "group1-shard73of155.bin", "group1-shard74of155.bin", "group1-shard75of155.bin", "group1-shard76of155.bin", "group1-shard77of155.bin", "group1-shard78of155.bin", "group1-shard79of155.bin", "group1-shard80of155.bin", "group1-shard81of155.bin", "group1-shard82of155.bin", "group1-shard83of155.bin", "group1-shard84of155.bin", "group1-shard85of155.bin", "group1-shard86of155.bin", "group1-shard87of155.bin", "group1-shard88of155.bin", "group1-shard89of155.bin", "group1-shard90of155.bin", "group1-shard91of155.bin", "group1-shard92of155.bin", "group1-shard93of155.bin", "group1-shard94of155.bin", "group1-shard95of155.bin", "group1-shard96of155.bin", "group1-shard97of155.bin", "group1-shard98of155.bin", "group1-shard99of155.bin", "group1-shard100of155.bin", "group1-shard101of155.bin", "group1-shard102of155.bin", "group1-shard103of155.bin", "group1-shard104of155.bin", "group1-shard105of155.bin", "group1-shard106of155.bin", "group1-shard107of155.bin", "group1-shard108of155.bin", "group1-shard109of155.bin", "group1-shard110of155.bin", "group1-shard111of155.bin", "group1-shard112of155.bin", "group1-shard113of155.bin", "group1-shard114of155.bin", "group1-shard115of155.bin", "group1-shard116of155.bin", "group1-shard117of155.bin", "group1-shard118of155.bin", "group1-shard119of155.bin", "group1-shard120of155.bin", "group1-shard121of155.bin", "group1-shard122of155.bin", "group1-shard123of155.bin", "group1-shard124of155.bin", "group1-shard125of155.bin", "group1-shard126of155.bin", "group1-shard127of155.bin", "group1-shard128of155.bin", "group1-shard129of155.bin", "group1-shard130of155.bin", "group1-shard131of155.bin", "group1-shard132of155.bin", "group1-shard133of155.bin", "group1-shard134of155.bin", "group1-shard135of155.bin", "group1-shard136of155.bin", "group1-shard137of155.bin", "group1-shard138of155.bin", "group1-shard139of155.bin", "group1-shard140of155.bin", "group1-shard141of155.bin", "group1-shard142of155.bin", "group1-shard143of155.bin", "group1-shard144of155.bin", "group1-shard145of155.bin", "group1-shard146of155.bin", "group1-shard147of155.bin", "group1-shard148of155.bin", "group1-shard149of155.bin", "group1-shard150of155.bin", "group1-shard151of155.bin", "group1-shard152of155.bin", "group1-shard153of155.bin", "group1-shard154of155.bin", "group1-shard155of155.bin"], "weights": [{"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/MatMul/ReadVariableOp", "shape": [50257, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/ln_f/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/wte/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._6/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._7/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._8/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._9/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._10/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._11/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/MatMul/ReadVariableOp", "shape": [3072, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/add_1/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/mul_2/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/Cast/x", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/MatMul/ReadVariableOp", "shape": [768, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/add/ReadVariableOp", "shape": [1, 3072], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/MatMul/ReadVariableOp", "shape": [768, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/add/ReadVariableOp", "shape": [1, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_1/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_1/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_1/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/truediv", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/sub_2", "shape": [1, 1, 5, 5], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/split/split_dim", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/MatMul/ReadVariableOp", "shape": [768, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/add/ReadVariableOp", "shape": [1, 2304], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "unknown", "shape": [50257, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/Reshape/shape", "shape": [2], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/wte/Gather/axis", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/Gather", "shape": [1, 5, 768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._0/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._1/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._2/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._3/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/transpose_3/perm", "shape": [4], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/strided_slice_6/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/Reshape_4/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/attn/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/ln_2/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_fc/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/Gelu/Pow/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._4/mlp/c_proj/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/mean/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/moments/variance/reduction_indices", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/add/y", "shape": [], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/ln_1/batchnorm/mul/ReadVariableOp", "shape": [768], "dtype": "float32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/strided_slice/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape_1/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/c_attn/Reshape_1/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2/stack", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2/stack_1", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/strided_slice_2/stack_2", "shape": [1], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape/1", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape/2", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/Reshape_2/shape/3", "shape": [], "dtype": "int32"}, {"name": "StatefulPartitionedCall/tfgpt2lm_head_model/transformer/h_._5/attn/transpose_2/perm", "shape": [4], "dtype": "int32"}]}]} |